1c50a3e48708527644962cb1d03acd65c6cfe2e6
[l2tpns.git] / l2tpns.c
1 // L2TP Network Server
2 // Adrian Kennard 2002
3 // Copyright (c) 2003, 2004, 2005, 2006 Optus Internet Engineering
4 // Copyright (c) 2002 FireBrick (Andrews & Arnold Ltd / Watchfront Ltd) - GPL licenced
5 // vim: sw=8 ts=8
6
7 #include <arpa/inet.h>
8 #include <assert.h>
9 #include <errno.h>
10 #include <fcntl.h>
11 #include <linux/if_tun.h>
12 #define SYSLOG_NAMES
13 #include <stdio.h>
14 #include <syslog.h>
15 #include <malloc.h>
16 #include <net/route.h>
17 #include <sys/mman.h>
18 #include <netdb.h>
19 #include <netinet/in.h>
20 #include <netinet/ip6.h>
21 #include <stdarg.h>
22 #include <stdlib.h>
23 #include <string.h>
24 #include <ctype.h>
25 #include <sys/ioctl.h>
26 #include <sys/socket.h>
27 #include <sys/stat.h>
28 #include <sys/time.h>
29 #include <sys/resource.h>
30 #include <sys/wait.h>
31 #include <net/if.h>
32 #include <stddef.h>
33 #include <time.h>
34 #include <dlfcn.h>
35 #include <unistd.h>
36 #include <sched.h>
37 #include <sys/sysinfo.h>
38 #include <libcli.h>
39 #include <linux/netlink.h>
40 #include <linux/rtnetlink.h>
41
42 #include "md5.h"
43 #include "dhcp6.h"
44 #include "l2tpns.h"
45 #include "cluster.h"
46 #include "plugin.h"
47 #include "ll.h"
48 #include "constants.h"
49 #include "control.h"
50 #include "util.h"
51 #include "tbf.h"
52
53 #ifdef BGP
54 #include "bgp.h"
55 #endif
56
57 #include "l2tplac.h"
58 #include "pppoe.h"
59 #include "dhcp6.h"
60
61 char * Vendor_name = "Linux L2TPNS";
62 uint32_t call_serial_number = 0;
63
64 // Globals
65 configt *config = NULL; // all configuration
66 int nlfd = -1; // netlink socket
67 int tunfd = -1; // tun interface file handle. (network device)
68 int udpfd[MAX_UDPFD + 1] = INIT_TABUDPFD; // array UDP file handle + 1 for lac udp
69 int udplacfd = -1; // UDP LAC file handle
70 int controlfd = -1; // Control signal handle
71 int clifd = -1; // Socket listening for CLI connections.
72 int daefd = -1; // Socket listening for DAE connections.
73 int snoopfd = -1; // UDP file handle for sending out intercept data
74 int *radfds = NULL; // RADIUS requests file handles
75 int rand_fd = -1; // Random data source
76 int cluster_sockfd = -1; // Intra-cluster communications socket.
77 int epollfd = -1; // event polling
78 time_t basetime = 0; // base clock
79 char hostname[MAXHOSTNAME] = ""; // us.
80 static int tunidx; // ifr_ifindex of tun device
81 int nlseqnum = 0; // netlink sequence number
82 int min_initok_nlseqnum = 0; // minimun seq number for messages after init is ok
83 static int syslog_log = 0; // are we logging to syslog
84 static FILE *log_stream = 0; // file handle for direct logging (i.e. direct into file, not via syslog).
85 uint32_t last_id = 0; // Unique ID for radius accounting
86 // Guest change
87 char guest_users[10][32]; // Array of guest users
88 int guest_accounts_num = 0; // Number of guest users
89
90 // calculated from config->l2tp_mtu
91 uint16_t MRU = 0; // PPP MRU
92 uint16_t MSS = 0; // TCP MSS
93
94 struct cli_session_actions *cli_session_actions = NULL; // Pending session changes requested by CLI
95 struct cli_tunnel_actions *cli_tunnel_actions = NULL; // Pending tunnel changes required by CLI
96
97 union iphash {
98 sessionidt sess;
99 union iphash *idx;
100 } ip_hash[256]; // Mapping from IP address to session structures.
101
102 struct ipv6radix {
103 sessionidt sess;
104 struct ipv6radix *branch;
105 } ipv6_hash[16]; // Mapping from IPv6 address to session structures.
106
107 // Traffic counters.
108 static uint32_t udp_rx = 0, udp_rx_pkt = 0, udp_tx = 0;
109 static uint32_t eth_rx = 0, eth_rx_pkt = 0;
110 uint32_t eth_tx = 0;
111
112 static uint32_t ip_pool_size = 1; // Size of the pool of addresses used for dynamic address allocation.
113 time_t time_now = 0; // Current time in seconds since epoch.
114 uint64_t time_now_ms = 0; // Current time in milliseconds since epoch.
115 static char time_now_string[64] = {0}; // Current time as a string.
116 static int time_changed = 0; // time_now changed
117 char main_quit = 0; // True if we're in the process of exiting.
118 static char main_reload = 0; // Re-load pending
119 linked_list *loaded_plugins;
120 linked_list *plugins[MAX_PLUGIN_TYPES];
121
122 #define membersize(STRUCT, MEMBER) sizeof(((STRUCT *)0)->MEMBER)
123 #define CONFIG(NAME, MEMBER, TYPE) { NAME, offsetof(configt, MEMBER), membersize(configt, MEMBER), TYPE }
124
125 config_descriptt config_values[] = {
126 CONFIG("debug", debug, INT),
127 CONFIG("log_file", log_filename, STRING),
128 CONFIG("pid_file", pid_file, STRING),
129 CONFIG("random_device", random_device, STRING),
130 CONFIG("l2tp_secret", l2tp_secret, STRING),
131 CONFIG("l2tp_mtu", l2tp_mtu, INT),
132 CONFIG("ppp_restart_time", ppp_restart_time, INT),
133 CONFIG("ppp_max_configure", ppp_max_configure, INT),
134 CONFIG("ppp_max_failure", ppp_max_failure, INT),
135 CONFIG("ppp_keepalive", ppp_keepalive, BOOL),
136 CONFIG("primary_dns", default_dns1, IPv4),
137 CONFIG("secondary_dns", default_dns2, IPv4),
138 CONFIG("primary_radius", radiusserver[0], IPv4),
139 CONFIG("secondary_radius", radiusserver[1], IPv4),
140 CONFIG("primary_radius_port", radiusport[0], SHORT),
141 CONFIG("secondary_radius_port", radiusport[1], SHORT),
142 CONFIG("radius_accounting", radius_accounting, BOOL),
143 CONFIG("radius_interim", radius_interim, INT),
144 CONFIG("radius_secret", radiussecret, STRING),
145 CONFIG("radius_authtypes", radius_authtypes_s, STRING),
146 CONFIG("radius_dae_port", radius_dae_port, SHORT),
147 CONFIG("radius_bind_min", radius_bind_min, SHORT),
148 CONFIG("radius_bind_max", radius_bind_max, SHORT),
149 CONFIG("allow_duplicate_users", allow_duplicate_users, BOOL),
150 CONFIG("kill_timedout_sessions", kill_timedout_sessions, BOOL),
151 CONFIG("guest_account", guest_user, STRING),
152 CONFIG("bind_address", bind_address, IPv4),
153 CONFIG("peer_address", peer_address, IPv4),
154 CONFIG("send_garp", send_garp, BOOL),
155 CONFIG("throttle_speed", rl_rate, UNSIGNED_LONG),
156 CONFIG("throttle_buckets", num_tbfs, INT),
157 CONFIG("accounting_dir", accounting_dir, STRING),
158 CONFIG("account_all_origin", account_all_origin, BOOL),
159 CONFIG("dump_speed", dump_speed, BOOL),
160 CONFIG("multi_read_count", multi_read_count, INT),
161 CONFIG("scheduler_fifo", scheduler_fifo, BOOL),
162 CONFIG("lock_pages", lock_pages, BOOL),
163 CONFIG("icmp_rate", icmp_rate, INT),
164 CONFIG("packet_limit", max_packets, INT),
165 CONFIG("cluster_address", cluster_address, IPv4),
166 CONFIG("cluster_interface", cluster_interface, STRING),
167 CONFIG("cluster_mcast_ttl", cluster_mcast_ttl, INT),
168 CONFIG("cluster_hb_interval", cluster_hb_interval, INT),
169 CONFIG("cluster_hb_timeout", cluster_hb_timeout, INT),
170 CONFIG("cluster_master_min_adv", cluster_master_min_adv, INT),
171 CONFIG("ipv6_prefix", ipv6_prefix, IPv6),
172 CONFIG("cli_bind_address", cli_bind_address, IPv4),
173 CONFIG("hostname", hostname, STRING),
174 #ifdef BGP
175 CONFIG("nexthop_address", nexthop_address, IPv4),
176 CONFIG("nexthop6_address", nexthop6_address, IPv6),
177 #endif
178 CONFIG("echo_timeout", echo_timeout, INT),
179 CONFIG("idle_echo_timeout", idle_echo_timeout, INT),
180 CONFIG("iftun_address", iftun_address, IPv4),
181 CONFIG("tundevicename", tundevicename, STRING),
182 CONFIG("disable_lac_func", disable_lac_func, BOOL),
183 CONFIG("auth_tunnel_change_addr_src", auth_tunnel_change_addr_src, BOOL),
184 CONFIG("bind_address_remotelns", bind_address_remotelns, IPv4),
185 CONFIG("bind_portremotelns", bind_portremotelns, SHORT),
186 CONFIG("pppoe_if_to_bind", pppoe_if_to_bind, STRING),
187 CONFIG("pppoe_service_name", pppoe_service_name, STRING),
188 CONFIG("pppoe_ac_name", pppoe_ac_name, STRING),
189 CONFIG("disable_sending_hello", disable_sending_hello, BOOL),
190 CONFIG("disable_no_spoof", disable_no_spoof, BOOL),
191 CONFIG("bind_multi_address", bind_multi_address, STRING),
192 CONFIG("pppoe_only_equal_svc_name", pppoe_only_equal_svc_name, BOOL),
193 CONFIG("multi_hostname", multi_hostname, STRING),
194 CONFIG("no_throttle_local_IP", no_throttle_local_IP, BOOL),
195 CONFIG("dhcp6_preferred_lifetime", dhcp6_preferred_lifetime, INT),
196 CONFIG("dhcp6_valid_lifetime", dhcp6_valid_lifetime, INT),
197 CONFIG("dhcp6_server_duid", dhcp6_server_duid, INT),
198 CONFIG("dns6_lifetime", dns6_lifetime, INT),
199 CONFIG("primary_ipv6_dns", default_ipv6_dns1, IPv6),
200 CONFIG("secondary_ipv6_dns", default_ipv6_dns2, IPv6),
201 CONFIG("default_ipv6_domain_list", default_ipv6_domain_list, STRING),
202 { NULL, 0, 0, 0 }
203 };
204
205 static char *plugin_functions[] = {
206 NULL,
207 "plugin_pre_auth",
208 "plugin_post_auth",
209 "plugin_timer",
210 "plugin_new_session",
211 "plugin_kill_session",
212 "plugin_control",
213 "plugin_radius_response",
214 "plugin_radius_reset",
215 "plugin_radius_account",
216 "plugin_become_master",
217 "plugin_new_session_master",
218 };
219
220 #define max_plugin_functions (sizeof(plugin_functions) / sizeof(char *))
221
222 // Counters for shutdown sessions
223 static sessiont shut_acct[8192];
224 static sessionidt shut_acct_n = 0;
225
226 tunnelt *tunnel = NULL; // Array of tunnel structures.
227 bundlet *bundle = NULL; // Array of bundle structures.
228 fragmentationt *frag = NULL; // Array of fragmentation structures.
229 sessiont *session = NULL; // Array of session structures.
230 sessionlocalt *sess_local = NULL; // Array of local per-session counters.
231 radiust *radius = NULL; // Array of radius structures.
232 ippoolt *ip_address_pool = NULL; // Array of dynamic IP addresses.
233 ip_filtert *ip_filters = NULL; // Array of named filters.
234 static controlt *controlfree = 0;
235 struct Tstats *_statistics = NULL;
236 #ifdef RINGBUFFER
237 struct Tringbuffer *ringbuffer = NULL;
238 #endif
239
240 static ssize_t netlink_send(struct nlmsghdr *nh);
241 static void netlink_addattr(struct nlmsghdr *nh, int type, const void *data, int alen);
242 static void cache_ipmap(in_addr_t ip, sessionidt s);
243 static void uncache_ipmap(in_addr_t ip);
244 static void cache_ipv6map(struct in6_addr ip, int prefixlen, sessionidt s);
245 static void free_ip_address(sessionidt s);
246 static void dump_acct_info(int all);
247 static void sighup_handler(int sig);
248 static void shutdown_handler(int sig);
249 static void sigchild_handler(int sig);
250 static void build_chap_response(uint8_t *challenge, uint8_t id, uint16_t challenge_length, uint8_t **challenge_response);
251 static void update_config(void);
252 static void read_config_file(void);
253 static void initplugins(void);
254 static int add_plugin(char *plugin_name);
255 static int remove_plugin(char *plugin_name);
256 static void plugins_done(void);
257 static void processcontrol(uint8_t *buf, int len, struct sockaddr_in *addr, int alen, struct in_addr *local);
258 static tunnelidt new_tunnel(void);
259 static void unhide_value(uint8_t *value, size_t len, uint16_t type, uint8_t *vector, size_t vec_len);
260 static void bundleclear(bundleidt b);
261
262 // return internal time (10ths since process startup), set f if given
263 // as a side-effect sets time_now, and time_changed
264 static clockt now(double *f)
265 {
266 struct timeval t;
267 gettimeofday(&t, 0);
268 if (f) *f = t.tv_sec + t.tv_usec / 1000000.0;
269 if (t.tv_sec != time_now)
270 {
271 time_now = t.tv_sec;
272 time_changed++;
273 }
274
275 // Time in milliseconds
276 // TODO FOR MLPPP DEV
277 //time_now_ms = (t.tv_sec * 1000) + (t.tv_usec/1000);
278
279 return (t.tv_sec - basetime) * 10 + t.tv_usec / 100000 + 1;
280 }
281
282 // work out a retry time based on try number
283 // This is a straight bounded exponential backoff.
284 // Maximum re-try time is 32 seconds. (2^5).
285 clockt backoff(uint8_t try)
286 {
287 if (try > 5) try = 5; // max backoff
288 return now(NULL) + 10 * (1 << try);
289 }
290
291
292 //
293 // Log a debug message. Typically called via the LOG macro
294 //
295 void _log(int level, sessionidt s, tunnelidt t, const char *format, ...)
296 {
297 static char message[65536] = {0};
298 va_list ap;
299
300 #ifdef RINGBUFFER
301 if (ringbuffer)
302 {
303 if (++ringbuffer->tail >= RINGBUFFER_SIZE)
304 ringbuffer->tail = 0;
305 if (ringbuffer->tail == ringbuffer->head)
306 if (++ringbuffer->head >= RINGBUFFER_SIZE)
307 ringbuffer->head = 0;
308
309 ringbuffer->buffer[ringbuffer->tail].level = level;
310 ringbuffer->buffer[ringbuffer->tail].session = s;
311 ringbuffer->buffer[ringbuffer->tail].tunnel = t;
312 va_start(ap, format);
313 vsnprintf(ringbuffer->buffer[ringbuffer->tail].message, MAX_LOG_LENGTH, format, ap);
314 va_end(ap);
315 }
316 #endif
317
318 if (config->debug < level) return;
319
320 va_start(ap, format);
321 vsnprintf(message, sizeof(message), format, ap);
322
323 if (log_stream)
324 fprintf(log_stream, "%s %02d/%02d %s", time_now_string, t, s, message);
325 else if (syslog_log)
326 syslog(level + 2, "%02d/%02d %s", t, s, message); // We don't need LOG_EMERG or LOG_ALERT
327
328 va_end(ap);
329 }
330
331 void _log_hex(int level, const char *title, const uint8_t *data, int maxsize)
332 {
333 int i, j;
334 const uint8_t *d = data;
335
336 if (config->debug < level) return;
337
338 // No support for _log_hex to syslog
339 if (log_stream)
340 {
341 _log(level, 0, 0, "%s (%d bytes):\n", title, maxsize);
342 setvbuf(log_stream, NULL, _IOFBF, 16384);
343
344 for (i = 0; i < maxsize; )
345 {
346 fprintf(log_stream, "%4X: ", i);
347 for (j = i; j < maxsize && j < (i + 16); j++)
348 {
349 fprintf(log_stream, "%02X ", d[j]);
350 if (j == i + 7)
351 fputs(": ", log_stream);
352 }
353
354 for (; j < i + 16; j++)
355 {
356 fputs(" ", log_stream);
357 if (j == i + 7)
358 fputs(": ", log_stream);
359 }
360
361 fputs(" ", log_stream);
362 for (j = i; j < maxsize && j < (i + 16); j++)
363 {
364 if (d[j] >= 0x20 && d[j] < 0x7f && d[j] != 0x20)
365 fputc(d[j], log_stream);
366 else
367 fputc('.', log_stream);
368
369 if (j == i + 7)
370 fputs(" ", log_stream);
371 }
372
373 i = j;
374 fputs("\n", log_stream);
375 }
376
377 fflush(log_stream);
378 setbuf(log_stream, NULL);
379 }
380 }
381
382 // update a counter, accumulating 2^32 wraps
383 void increment_counter(uint32_t *counter, uint32_t *wrap, uint32_t delta)
384 {
385 uint32_t new = *counter + delta;
386 if (new < *counter)
387 (*wrap)++;
388
389 *counter = new;
390 }
391
392 // initialise the random generator
393 static void initrandom(char *source)
394 {
395 static char path[sizeof(config->random_device)] = "*undefined*";
396
397 // reinitialise only if we are forced to do so or if the config has changed
398 if (source && !strncmp(path, source, sizeof(path)))
399 return;
400
401 // close previous source, if any
402 if (rand_fd >= 0)
403 close(rand_fd);
404
405 rand_fd = -1;
406
407 if (source)
408 {
409 // register changes
410 snprintf(path, sizeof(path), "%s", source);
411
412 if (*path == '/')
413 {
414 rand_fd = open(path, O_RDONLY|O_NONBLOCK);
415 if (rand_fd < 0)
416 LOG(0, 0, 0, "Error opening the random device %s: %s\n",
417 path, strerror(errno));
418 }
419 }
420 }
421
422 // fill buffer with random data
423 void random_data(uint8_t *buf, int len)
424 {
425 int n = 0;
426
427 CSTAT(random_data);
428 if (rand_fd >= 0)
429 {
430 n = read(rand_fd, buf, len);
431 if (n >= len) return;
432 if (n < 0)
433 {
434 if (errno != EAGAIN)
435 {
436 LOG(0, 0, 0, "Error reading from random source: %s\n",
437 strerror(errno));
438
439 // fall back to rand()
440 initrandom(NULL);
441 }
442
443 n = 0;
444 }
445 }
446
447 // append missing data
448 while (n < len)
449 // not using the low order bits from the prng stream
450 buf[n++] = (rand() >> 4) & 0xff;
451 }
452
453 // Add a route
454 //
455 // This adds it to the routing table, advertises it
456 // via BGP if enabled, and stuffs it into the
457 // 'sessionbyip' cache.
458 //
459 // 'ip' must be in _host_ order.
460 //
461 static void routeset(sessionidt s, in_addr_t ip, int prefixlen, in_addr_t gw, int add)
462 {
463 struct {
464 struct nlmsghdr nh;
465 struct rtmsg rt;
466 char buf[32];
467 } req;
468 int i;
469 in_addr_t n_ip;
470
471 if (!prefixlen) prefixlen = 32;
472
473 ip &= 0xffffffff << (32 - prefixlen);; // Force the ip to be the first one in the route.
474
475 memset(&req, 0, sizeof(req));
476
477 if (add)
478 {
479 req.nh.nlmsg_type = RTM_NEWROUTE;
480 req.nh.nlmsg_flags = NLM_F_REQUEST | NLM_F_CREATE | NLM_F_REPLACE;
481 }
482 else
483 {
484 req.nh.nlmsg_type = RTM_DELROUTE;
485 req.nh.nlmsg_flags = NLM_F_REQUEST;
486 }
487
488 req.nh.nlmsg_len = NLMSG_LENGTH(sizeof(req.rt));
489
490 req.rt.rtm_family = AF_INET;
491 req.rt.rtm_dst_len = prefixlen;
492 req.rt.rtm_table = RT_TABLE_MAIN;
493 req.rt.rtm_protocol = 42;
494 req.rt.rtm_scope = RT_SCOPE_LINK;
495 req.rt.rtm_type = RTN_UNICAST;
496
497 netlink_addattr(&req.nh, RTA_OIF, &tunidx, sizeof(int));
498 n_ip = htonl(ip);
499 netlink_addattr(&req.nh, RTA_DST, &n_ip, sizeof(n_ip));
500 if (gw)
501 {
502 n_ip = htonl(gw);
503 netlink_addattr(&req.nh, RTA_GATEWAY, &n_ip, sizeof(n_ip));
504 }
505
506 LOG(1, s, session[s].tunnel, "Route %s %s/%d%s%s\n", add ? "add" : "del",
507 fmtaddr(htonl(ip), 0), prefixlen,
508 gw ? " via" : "", gw ? fmtaddr(htonl(gw), 2) : "");
509
510 if (netlink_send(&req.nh) < 0)
511 LOG(0, 0, 0, "routeset() error in sending netlink message: %s\n", strerror(errno));
512
513 #ifdef BGP
514 if (add)
515 bgp_add_route(htonl(ip), prefixlen);
516 else
517 bgp_del_route(htonl(ip), prefixlen);
518 #endif /* BGP */
519
520 // Add/Remove the IPs to the 'sessionbyip' cache.
521 // Note that we add the zero address in the case of
522 // a network route. Roll on CIDR.
523
524 // Note that 's == 0' implies this is the address pool.
525 // We still cache it here, because it will pre-fill
526 // the malloc'ed tree.
527
528 if (s)
529 {
530 if (!add) // Are we deleting a route?
531 s = 0; // Caching the session as '0' is the same as uncaching.
532
533 for (i = ip; i < ip+(1<<(32-prefixlen)) ; ++i)
534 cache_ipmap(i, s);
535 }
536 }
537
538 void route6set(sessionidt s, struct in6_addr ip, int prefixlen, int add)
539 {
540 struct {
541 struct nlmsghdr nh;
542 struct rtmsg rt;
543 char buf[64];
544 } req;
545 int metric;
546 char ipv6addr[INET6_ADDRSTRLEN];
547
548 if (!config->ipv6_prefix.s6_addr[0])
549 {
550 LOG(0, 0, 0, "Asked to set IPv6 route, but IPv6 not setup.\n");
551 return;
552 }
553
554 memset(&req, 0, sizeof(req));
555
556 if (add)
557 {
558 req.nh.nlmsg_type = RTM_NEWROUTE;
559 req.nh.nlmsg_flags = NLM_F_REQUEST | NLM_F_CREATE | NLM_F_REPLACE;
560 }
561 else
562 {
563 req.nh.nlmsg_type = RTM_DELROUTE;
564 req.nh.nlmsg_flags = NLM_F_REQUEST;
565 }
566
567 req.nh.nlmsg_len = NLMSG_LENGTH(sizeof(req.rt));
568
569 req.rt.rtm_family = AF_INET6;
570 req.rt.rtm_dst_len = prefixlen;
571 req.rt.rtm_table = RT_TABLE_MAIN;
572 req.rt.rtm_protocol = 42;
573 req.rt.rtm_scope = RT_SCOPE_LINK;
574 req.rt.rtm_type = RTN_UNICAST;
575
576 netlink_addattr(&req.nh, RTA_OIF, &tunidx, sizeof(int));
577 netlink_addattr(&req.nh, RTA_DST, &ip, sizeof(ip));
578 metric = 1;
579 netlink_addattr(&req.nh, RTA_METRICS, &metric, sizeof(metric));
580
581 LOG(1, s, session[s].tunnel, "Route %s %s/%d\n",
582 add ? "add" : "del",
583 inet_ntop(AF_INET6, &ip, ipv6addr, INET6_ADDRSTRLEN),
584 prefixlen);
585
586 if (netlink_send(&req.nh) < 0)
587 LOG(0, 0, 0, "route6set() error in sending netlink message: %s\n", strerror(errno));
588
589 #ifdef BGP
590 if (add)
591 bgp_add_route6(ip, prefixlen);
592 else
593 bgp_del_route6(ip, prefixlen);
594 #endif /* BGP */
595
596 if (s)
597 {
598 if (!add) // Are we deleting a route?
599 s = 0; // Caching the session as '0' is the same as uncaching.
600
601 cache_ipv6map(ip, prefixlen, s);
602 }
603
604 return;
605 }
606
607 //
608 // Set up netlink socket
609 static void initnetlink(void)
610 {
611 struct sockaddr_nl nladdr;
612
613 nlfd = socket(AF_NETLINK, SOCK_RAW, NETLINK_ROUTE);
614 if (nlfd < 0)
615 {
616 LOG(0, 0, 0, "Can't create netlink socket: %s\n", strerror(errno));
617 exit(1);
618 }
619
620 memset(&nladdr, 0, sizeof(nladdr));
621 nladdr.nl_family = AF_NETLINK;
622 nladdr.nl_pid = getpid();
623
624 if (bind(nlfd, (struct sockaddr *)&nladdr, sizeof(nladdr)) < 0)
625 {
626 LOG(0, 0, 0, "Can't bind netlink socket: %s\n", strerror(errno));
627 exit(1);
628 }
629 }
630
631 static ssize_t netlink_send(struct nlmsghdr *nh)
632 {
633 struct sockaddr_nl nladdr;
634 struct iovec iov;
635 struct msghdr msg;
636
637 nh->nlmsg_pid = getpid();
638 nh->nlmsg_seq = ++nlseqnum;
639
640 // set kernel address
641 memset(&nladdr, 0, sizeof(nladdr));
642 nladdr.nl_family = AF_NETLINK;
643
644 iov = (struct iovec){ (void *)nh, nh->nlmsg_len };
645 msg = (struct msghdr){ (void *)&nladdr, sizeof(nladdr), &iov, 1, NULL, 0, 0 };
646
647 return sendmsg(nlfd, &msg, 0);
648 }
649
650 static ssize_t netlink_recv(void *buf, ssize_t len)
651 {
652 struct sockaddr_nl nladdr;
653 struct iovec iov;
654 struct msghdr msg;
655
656 // set kernel address
657 memset(&nladdr, 0, sizeof(nladdr));
658 nladdr.nl_family = AF_NETLINK;
659
660 iov = (struct iovec){ buf, len };
661 msg = (struct msghdr){ (void *)&nladdr, sizeof(nladdr), &iov, 1, NULL, 0, 0 };
662
663 return recvmsg(nlfd, &msg, 0);
664 }
665
666 /* adapted from iproute2 */
667 static void netlink_addattr(struct nlmsghdr *nh, int type, const void *data, int alen)
668 {
669 int len = RTA_LENGTH(alen);
670 struct rtattr *rta;
671
672 rta = (struct rtattr *)(((void *)nh) + NLMSG_ALIGN(nh->nlmsg_len));
673 rta->rta_type = type;
674 rta->rta_len = len;
675 memcpy(RTA_DATA(rta), data, alen);
676 nh->nlmsg_len = NLMSG_ALIGN(nh->nlmsg_len) + RTA_ALIGN(len);
677 }
678
679 // messages corresponding to different phases seq number
680 static char *tun_nl_phase_msg[] = {
681 "initialized",
682 "getting tun interface index",
683 "setting tun interface parameters",
684 "setting tun IPv4 address",
685 "setting tun LL IPv6 address",
686 "setting tun global IPv6 address",
687 };
688
689 //
690 // Set up TUN interface
691 static void inittun(void)
692 {
693 struct ifreq ifr;
694
695 memset(&ifr, 0, sizeof(ifr));
696 ifr.ifr_flags = IFF_TUN;
697
698 tunfd = open(TUNDEVICE, O_RDWR);
699 if (tunfd < 0)
700 { // fatal
701 LOG(0, 0, 0, "Can't open %s: %s\n", TUNDEVICE, strerror(errno));
702 exit(1);
703 }
704 {
705 int flags = fcntl(tunfd, F_GETFL, 0);
706 fcntl(tunfd, F_SETFL, flags | O_NONBLOCK);
707 }
708
709 if (*config->tundevicename)
710 strncpy(ifr.ifr_name, config->tundevicename, IFNAMSIZ);
711
712 if (ioctl(tunfd, TUNSETIFF, (void *) &ifr) < 0)
713 {
714 LOG(0, 0, 0, "Can't set tun interface: %s\n", strerror(errno));
715 exit(1);
716 }
717 assert(strlen(ifr.ifr_name) < sizeof(config->tundevicename) - 1);
718 strncpy(config->tundevicename, ifr.ifr_name, sizeof(config->tundevicename));
719
720 tunidx = if_nametoindex(config->tundevicename);
721 if (tunidx == 0)
722 {
723 LOG(0, 0, 0, "Can't get tun interface index\n");
724 exit(1);
725 }
726
727 {
728 struct {
729 // interface setting
730 struct nlmsghdr nh;
731 union {
732 struct ifinfomsg ifinfo;
733 struct ifaddrmsg ifaddr;
734 } ifmsg;
735 char rtdata[32]; // 32 should be enough
736 } req;
737 uint32_t txqlen, mtu;
738 in_addr_t ip;
739
740 memset(&req, 0, sizeof(req));
741
742 req.nh.nlmsg_type = RTM_NEWLINK;
743 req.nh.nlmsg_flags = NLM_F_REQUEST | NLM_F_MULTI;
744 req.nh.nlmsg_len = NLMSG_LENGTH(sizeof(req.ifmsg.ifinfo));
745
746 req.ifmsg.ifinfo.ifi_family = AF_UNSPEC;
747 req.ifmsg.ifinfo.ifi_index = tunidx;
748 req.ifmsg.ifinfo.ifi_flags |= IFF_UP; // set interface up
749 req.ifmsg.ifinfo.ifi_change = IFF_UP; // only change this flag
750
751 /* Bump up the qlen to deal with bursts from the network */
752 txqlen = 1000;
753 netlink_addattr(&req.nh, IFLA_TXQLEN, &txqlen, sizeof(txqlen));
754 /* set MTU to modem MRU */
755 mtu = MRU;
756 netlink_addattr(&req.nh, IFLA_MTU, &mtu, sizeof(mtu));
757
758 if (netlink_send(&req.nh) < 0)
759 goto senderror;
760
761 memset(&req, 0, sizeof(req));
762
763 req.nh.nlmsg_type = RTM_NEWADDR;
764 req.nh.nlmsg_flags = NLM_F_REQUEST | NLM_F_CREATE | NLM_F_REPLACE | NLM_F_MULTI;
765 req.nh.nlmsg_len = NLMSG_LENGTH(sizeof(req.ifmsg.ifaddr));
766
767 req.ifmsg.ifaddr.ifa_family = AF_INET;
768 req.ifmsg.ifaddr.ifa_prefixlen = 32;
769 req.ifmsg.ifaddr.ifa_scope = RT_SCOPE_UNIVERSE;
770 req.ifmsg.ifaddr.ifa_index = tunidx;
771
772 if (config->nbmultiaddress > 1)
773 {
774 int i;
775 for (i = 0; i < config->nbmultiaddress ; i++)
776 {
777 ip = config->iftun_n_address[i];
778 netlink_addattr(&req.nh, IFA_LOCAL, &ip, sizeof(ip));
779 if (netlink_send(&req.nh) < 0)
780 goto senderror;
781 }
782 }
783 else
784 {
785 if (config->iftun_address)
786 ip = config->iftun_address;
787 else
788 ip = 0x01010101; // 1.1.1.1
789 netlink_addattr(&req.nh, IFA_LOCAL, &ip, sizeof(ip));
790
791 if (netlink_send(&req.nh) < 0)
792 goto senderror;
793 }
794
795
796
797 // Only setup IPv6 on the tun device if we have a configured prefix
798 if (config->ipv6_prefix.s6_addr[0]) {
799 struct in6_addr ip6;
800
801 memset(&req, 0, sizeof(req));
802
803 req.nh.nlmsg_type = RTM_NEWADDR;
804 req.nh.nlmsg_flags = NLM_F_REQUEST | NLM_F_CREATE | NLM_F_REPLACE | NLM_F_MULTI;
805 req.nh.nlmsg_len = NLMSG_LENGTH(sizeof(req.ifmsg.ifaddr));
806
807 req.ifmsg.ifaddr.ifa_family = AF_INET6;
808 req.ifmsg.ifaddr.ifa_prefixlen = 64;
809 req.ifmsg.ifaddr.ifa_scope = RT_SCOPE_LINK;
810 req.ifmsg.ifaddr.ifa_index = tunidx;
811
812 // Link local address is FE80::1
813 memset(&ip6, 0, sizeof(ip6));
814 ip6.s6_addr[0] = 0xFE;
815 ip6.s6_addr[1] = 0x80;
816 ip6.s6_addr[15] = 1;
817 netlink_addattr(&req.nh, IFA_LOCAL, &ip6, sizeof(ip6));
818
819 if (netlink_send(&req.nh) < 0)
820 goto senderror;
821
822 memset(&req, 0, sizeof(req));
823
824 req.nh.nlmsg_type = RTM_NEWADDR;
825 req.nh.nlmsg_flags = NLM_F_REQUEST | NLM_F_CREATE | NLM_F_REPLACE | NLM_F_MULTI;
826 req.nh.nlmsg_len = NLMSG_LENGTH(sizeof(req.ifmsg.ifaddr));
827
828 req.ifmsg.ifaddr.ifa_family = AF_INET6;
829 req.ifmsg.ifaddr.ifa_prefixlen = 64;
830 req.ifmsg.ifaddr.ifa_scope = RT_SCOPE_UNIVERSE;
831 req.ifmsg.ifaddr.ifa_index = tunidx;
832
833 // Global address is prefix::1
834 ip6 = config->ipv6_prefix;
835 ip6.s6_addr[15] = 1;
836 netlink_addattr(&req.nh, IFA_LOCAL, &ip6, sizeof(ip6));
837
838 if (netlink_send(&req.nh) < 0)
839 goto senderror;
840 }
841
842 memset(&req, 0, sizeof(req));
843
844 req.nh.nlmsg_type = NLMSG_DONE;
845 req.nh.nlmsg_len = NLMSG_LENGTH(0);
846
847 if (netlink_send(&req.nh) < 0)
848 goto senderror;
849
850 // if we get an error for seqnum < min_initok_nlseqnum,
851 // we must exit as initialization went wrong
852 if (config->ipv6_prefix.s6_addr[0])
853 min_initok_nlseqnum = 5 + 1; // idx + if + addr + 2*addr6
854 else
855 min_initok_nlseqnum = 3 + 1; // idx + if + addr
856 }
857
858 return;
859
860 senderror:
861 LOG(0, 0, 0, "Error while setting up tun device: %s\n", strerror(errno));
862 exit(1);
863 }
864
865 // set up LAC UDP ports
866 static void initlacudp(void)
867 {
868 int on = 1;
869 struct sockaddr_in addr;
870
871 // Tunnel to Remote LNS
872 memset(&addr, 0, sizeof(addr));
873 addr.sin_family = AF_INET;
874 addr.sin_port = htons(config->bind_portremotelns);
875 addr.sin_addr.s_addr = config->bind_address_remotelns;
876 udplacfd = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
877 setsockopt(udplacfd, SOL_SOCKET, SO_REUSEADDR, &on, sizeof(on));
878 {
879 int flags = fcntl(udplacfd, F_GETFL, 0);
880 fcntl(udplacfd, F_SETFL, flags | O_NONBLOCK);
881 }
882 if (bind(udplacfd, (struct sockaddr *) &addr, sizeof(addr)) < 0)
883 {
884 LOG(0, 0, 0, "Error in UDP REMOTE LNS bind: %s\n", strerror(errno));
885 exit(1);
886 }
887 }
888
889 // set up control ports
890 static void initcontrol(void)
891 {
892 int on = 1;
893 struct sockaddr_in addr;
894
895 // Control
896 memset(&addr, 0, sizeof(addr));
897 addr.sin_family = AF_INET;
898 addr.sin_port = htons(NSCTL_PORT);
899 controlfd = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
900 setsockopt(controlfd, SOL_SOCKET, SO_REUSEADDR, &on, sizeof(on));
901 setsockopt(controlfd, SOL_IP, IP_PKTINFO, &on, sizeof(on)); // recvfromto
902 if (bind(controlfd, (struct sockaddr *) &addr, sizeof(addr)) < 0)
903 {
904 LOG(0, 0, 0, "Error in control bind: %s\n", strerror(errno));
905 exit(1);
906 }
907 }
908
909 // set up Dynamic Authorization Extensions to RADIUS port
910 static void initdae(void)
911 {
912 int on = 1;
913 struct sockaddr_in addr;
914
915 // Dynamic Authorization Extensions to RADIUS
916 memset(&addr, 0, sizeof(addr));
917 addr.sin_family = AF_INET;
918 addr.sin_port = htons(config->radius_dae_port);
919 daefd = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
920 setsockopt(daefd, SOL_SOCKET, SO_REUSEADDR, &on, sizeof(on));
921 setsockopt(daefd, SOL_IP, IP_PKTINFO, &on, sizeof(on)); // recvfromto
922 if (bind(daefd, (struct sockaddr *) &addr, sizeof(addr)) < 0)
923 {
924 LOG(0, 0, 0, "Error in DAE bind: %s\n", strerror(errno));
925 exit(1);
926 }
927 }
928
929 // set up UDP ports
930 static void initudp(int * pudpfd, in_addr_t ip_bind)
931 {
932 int on = 1;
933 struct sockaddr_in addr;
934
935 // Tunnel
936 memset(&addr, 0, sizeof(addr));
937 addr.sin_family = AF_INET;
938 addr.sin_port = htons(L2TPPORT);
939 addr.sin_addr.s_addr = ip_bind;
940 (*pudpfd) = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
941 setsockopt((*pudpfd), SOL_SOCKET, SO_REUSEADDR, &on, sizeof(on));
942 {
943 int flags = fcntl((*pudpfd), F_GETFL, 0);
944 fcntl((*pudpfd), F_SETFL, flags | O_NONBLOCK);
945 }
946 if (bind((*pudpfd), (struct sockaddr *) &addr, sizeof(addr)) < 0)
947 {
948 LOG(0, 0, 0, "Error in UDP bind: %s\n", strerror(errno));
949 exit(1);
950 }
951 }
952
953 //
954 // Find session by IP, < 1 for not found
955 //
956 // Confusingly enough, this 'ip' must be
957 // in _network_ order. This being the common
958 // case when looking it up from IP packet headers.
959 //
960 // We actually use this cache for two things.
961 // #1. For used IP addresses, this maps to the
962 // session ID that it's used by.
963 // #2. For un-used IP addresses, this maps to the
964 // index into the pool table that contains that
965 // IP address.
966 //
967
968 static sessionidt lookup_ipmap(in_addr_t ip)
969 {
970 uint8_t *a = (uint8_t *) &ip;
971 union iphash *h = ip_hash;
972
973 if (!(h = h[*a++].idx)) return 0;
974 if (!(h = h[*a++].idx)) return 0;
975 if (!(h = h[*a++].idx)) return 0;
976
977 return h[*a].sess;
978 }
979
980 static sessionidt lookup_ipv6map(struct in6_addr ip)
981 {
982 struct ipv6radix *curnode;
983 int i;
984 int s;
985 char ipv6addr[INET6_ADDRSTRLEN];
986
987 curnode = &ipv6_hash[((ip.s6_addr[0]) & 0xF0)>>4];
988 i = 1;
989 s = curnode->sess;
990
991 while (s == 0 && i < 32 && curnode->branch != NULL)
992 {
993 if (i & 1)
994 curnode = &curnode->branch[ip.s6_addr[i>>1] & 0x0F];
995 else
996 curnode = &curnode->branch[(ip.s6_addr[i>>1] & 0xF0)>>4];
997
998 s = curnode->sess;
999 i++;
1000 }
1001
1002 LOG(4, s, session[s].tunnel, "Looking up address %s and got %d\n",
1003 inet_ntop(AF_INET6, &ip, ipv6addr,
1004 INET6_ADDRSTRLEN),
1005 s);
1006
1007 return s;
1008 }
1009
1010 sessionidt sessionbyip(in_addr_t ip)
1011 {
1012 sessionidt s = lookup_ipmap(ip);
1013 CSTAT(sessionbyip);
1014
1015 if (s > 0 && s < MAXSESSION && session[s].opened)
1016 return s;
1017
1018 return 0;
1019 }
1020
1021 sessionidt sessionbyipv6(struct in6_addr ip)
1022 {
1023 sessionidt s;
1024 CSTAT(sessionbyipv6);
1025
1026 if (!memcmp(&config->ipv6_prefix, &ip, 8) ||
1027 (ip.s6_addr[0] == 0xFE &&
1028 ip.s6_addr[1] == 0x80 &&
1029 ip.s6_addr16[1] == 0 &&
1030 ip.s6_addr16[2] == 0 &&
1031 ip.s6_addr16[3] == 0))
1032 {
1033 in_addr_t *pipv4 = (in_addr_t *) &ip.s6_addr[8];
1034 s = lookup_ipmap(*pipv4);
1035 } else {
1036 s = lookup_ipv6map(ip);
1037 }
1038
1039 if (s > 0 && s < MAXSESSION && session[s].opened)
1040 return s;
1041
1042 return 0;
1043 }
1044
1045 sessionidt sessionbyipv6new(struct in6_addr ip)
1046 {
1047 sessionidt s;
1048 CSTAT(sessionbyipv6new);
1049
1050 s = lookup_ipv6map(ip);
1051
1052 if (s > 0 && s < MAXSESSION && session[s].opened)
1053 return s;
1054
1055 return 0;
1056 }
1057
1058 //
1059 // Take an IP address in HOST byte order and
1060 // add it to the sessionid by IP cache.
1061 //
1062 // (It's actually cached in network order)
1063 //
1064 static void cache_ipmap(in_addr_t ip, sessionidt s)
1065 {
1066 in_addr_t nip = htonl(ip); // MUST be in network order. I.e. MSB must in be ((char *) (&ip))[0]
1067 uint8_t *a = (uint8_t *) &nip;
1068 union iphash *h = ip_hash;
1069 int i;
1070
1071 for (i = 0; i < 3; i++)
1072 {
1073 if (!(h[a[i]].idx || (h[a[i]].idx = calloc(256, sizeof(union iphash)))))
1074 return;
1075
1076 h = h[a[i]].idx;
1077 }
1078
1079 h[a[3]].sess = s;
1080
1081 if (s > 0)
1082 LOG(4, s, session[s].tunnel, "Caching ip address %s\n", fmtaddr(nip, 0));
1083
1084 else if (s == 0)
1085 LOG(4, 0, 0, "Un-caching ip address %s\n", fmtaddr(nip, 0));
1086 // else a map to an ip pool index.
1087 }
1088
1089 static void uncache_ipmap(in_addr_t ip)
1090 {
1091 cache_ipmap(ip, 0); // Assign it to the NULL session.
1092 }
1093
1094 static void cache_ipv6map(struct in6_addr ip, int prefixlen, sessionidt s)
1095 {
1096 int i;
1097 int niblles;
1098 struct ipv6radix *curnode;
1099 char ipv6addr[INET6_ADDRSTRLEN];
1100
1101 curnode = &ipv6_hash[((ip.s6_addr[0]) & 0xF0)>>4];
1102
1103 niblles = prefixlen >> 2;
1104 i = 1;
1105
1106 while (i < niblles)
1107 {
1108 if (curnode->branch == NULL)
1109 {
1110 if (!(curnode->branch = calloc(16, sizeof (struct ipv6radix))))
1111 return;
1112 }
1113
1114 if (i & 1)
1115 curnode = &curnode->branch[ip.s6_addr[i>>1] & 0x0F];
1116 else
1117 curnode = &curnode->branch[(ip.s6_addr[i>>1] & 0xF0)>>4];
1118
1119 i++;
1120 }
1121
1122 curnode->sess = s;
1123
1124 if (s > 0)
1125 LOG(4, s, session[s].tunnel, "Caching ip address %s/%d\n",
1126 inet_ntop(AF_INET6, &ip, ipv6addr,
1127 INET6_ADDRSTRLEN),
1128 prefixlen);
1129 else if (s == 0)
1130 LOG(4, 0, 0, "Un-caching ip address %s/%d\n",
1131 inet_ntop(AF_INET6, &ip, ipv6addr,
1132 INET6_ADDRSTRLEN),
1133 prefixlen);
1134 }
1135
1136 //
1137 // CLI list to dump current ipcache.
1138 //
1139 int cmd_show_ipcache(struct cli_def *cli, const char *command, char **argv, int argc)
1140 {
1141 union iphash *d = ip_hash, *e, *f, *g;
1142 int i, j, k, l;
1143 int count = 0;
1144
1145 if (CLI_HELP_REQUESTED)
1146 return CLI_HELP_NO_ARGS;
1147
1148 cli_print(cli, "%7s %s", "Sess#", "IP Address");
1149
1150 for (i = 0; i < 256; ++i)
1151 {
1152 if (!d[i].idx)
1153 continue;
1154
1155 e = d[i].idx;
1156 for (j = 0; j < 256; ++j)
1157 {
1158 if (!e[j].idx)
1159 continue;
1160
1161 f = e[j].idx;
1162 for (k = 0; k < 256; ++k)
1163 {
1164 if (!f[k].idx)
1165 continue;
1166
1167 g = f[k].idx;
1168 for (l = 0; l < 256; ++l)
1169 {
1170 if (!g[l].sess)
1171 continue;
1172
1173 cli_print(cli, "%7d %d.%d.%d.%d", g[l].sess, i, j, k, l);
1174 ++count;
1175 }
1176 }
1177 }
1178 }
1179 cli_print(cli, "%d entries in cache", count);
1180 return CLI_OK;
1181 }
1182
1183 // Find session by username, 0 for not found
1184 // walled garden users aren't authenticated, so the username is
1185 // reasonably useless. Ignore them to avoid incorrect actions
1186 //
1187 // This is VERY inefficent. Don't call it often. :)
1188 //
1189 sessionidt sessionbyuser(char *username)
1190 {
1191 int s;
1192 CSTAT(sessionbyuser);
1193
1194 for (s = 1; s <= config->cluster_highest_sessionid ; ++s)
1195 {
1196 if (!session[s].opened)
1197 continue;
1198
1199 if (session[s].walled_garden)
1200 continue; // Skip walled garden users.
1201
1202 if (!strncmp(session[s].user, username, 128))
1203 return s;
1204
1205 }
1206 return 0; // Not found.
1207 }
1208
1209 void send_garp(in_addr_t ip)
1210 {
1211 int s;
1212 struct ifreq ifr;
1213 uint8_t mac[6];
1214
1215 s = socket(PF_INET, SOCK_DGRAM, 0);
1216 if (s < 0)
1217 {
1218 LOG(0, 0, 0, "Error creating socket for GARP: %s\n", strerror(errno));
1219 return;
1220 }
1221 memset(&ifr, 0, sizeof(ifr));
1222 strncpy(ifr.ifr_name, "eth0", sizeof(ifr.ifr_name) - 1);
1223 if (ioctl(s, SIOCGIFHWADDR, &ifr) < 0)
1224 {
1225 LOG(0, 0, 0, "Error getting eth0 hardware address for GARP: %s\n", strerror(errno));
1226 close(s);
1227 return;
1228 }
1229 memcpy(mac, &ifr.ifr_hwaddr.sa_data, 6*sizeof(char));
1230 if (ioctl(s, SIOCGIFINDEX, &ifr) < 0)
1231 {
1232 LOG(0, 0, 0, "Error getting eth0 interface index for GARP: %s\n", strerror(errno));
1233 close(s);
1234 return;
1235 }
1236 close(s);
1237 sendarp(ifr.ifr_ifindex, mac, ip);
1238 }
1239
1240 static sessiont *sessiontbysessionidt(sessionidt s)
1241 {
1242 if (!s || s >= MAXSESSION) return NULL;
1243 return &session[s];
1244 }
1245
1246 static sessionidt sessionidtbysessiont(sessiont *s)
1247 {
1248 sessionidt val = s-session;
1249 if (s < session || val >= MAXSESSION) return 0;
1250 return val;
1251 }
1252
1253 // actually send a control message for a specific tunnel
1254 void tunnelsend(uint8_t * buf, uint16_t l, tunnelidt t)
1255 {
1256 struct sockaddr_in addr;
1257
1258 CSTAT(tunnelsend);
1259
1260 if (!t)
1261 {
1262 LOG(0, 0, t, "tunnelsend called with 0 as tunnel id\n");
1263 STAT(tunnel_tx_errors);
1264 return;
1265 }
1266
1267 if (t == TUNNEL_ID_PPPOE)
1268 {
1269 pppoe_sess_send(buf, l, t);
1270 return;
1271 }
1272
1273 if (!tunnel[t].ip)
1274 {
1275 LOG(1, 0, t, "Error sending data out tunnel: no remote endpoint (tunnel not set up)\n");
1276 STAT(tunnel_tx_errors);
1277 return;
1278 }
1279
1280 memset(&addr, 0, sizeof(addr));
1281 addr.sin_family = AF_INET;
1282 *(uint32_t *) & addr.sin_addr = htonl(tunnel[t].ip);
1283 addr.sin_port = htons(tunnel[t].port);
1284
1285 // sequence expected, if sequence in message
1286 if (*buf & 0x08) *(uint16_t *) (buf + ((*buf & 0x40) ? 10 : 8)) = htons(tunnel[t].nr);
1287
1288 // If this is a control message, deal with retries
1289 if (*buf & 0x80)
1290 {
1291 tunnel[t].last = time_now; // control message sent
1292 tunnel[t].retry = backoff(tunnel[t].try); // when to resend
1293 if (tunnel[t].try)
1294 {
1295 STAT(tunnel_retries);
1296 LOG(3, 0, t, "Control message resend try %d\n", tunnel[t].try);
1297 }
1298 }
1299
1300 if (sendto(udpfd[tunnel[t].indexudp], buf, l, 0, (void *) &addr, sizeof(addr)) < 0)
1301 {
1302 LOG(0, ntohs((*(uint16_t *) (buf + 6))), t, "Error sending data out tunnel: %s (udpfd=%d, buf=%p, len=%d, dest=%s)\n",
1303 strerror(errno), udpfd[tunnel[t].indexudp], buf, l, inet_ntoa(addr.sin_addr));
1304 STAT(tunnel_tx_errors);
1305 return;
1306 }
1307
1308 LOG_HEX(5, "Send Tunnel Data", buf, l);
1309 STAT(tunnel_tx_packets);
1310 INC_STAT(tunnel_tx_bytes, l);
1311 }
1312
1313 //
1314 // Tiny helper function to write data to
1315 // the 'tun' device.
1316 //
1317 int tun_write(uint8_t * data, int size)
1318 {
1319 return write(tunfd, data, size);
1320 }
1321
1322 // adjust tcp mss to avoid fragmentation (called only for tcp packets with syn set)
1323 void adjust_tcp_mss(sessionidt s, tunnelidt t, uint8_t *buf, int len, uint8_t *tcp)
1324 {
1325 int d = (tcp[12] >> 4) * 4;
1326 uint8_t *mss = 0;
1327 uint8_t *opts;
1328 uint8_t *data;
1329 uint16_t orig;
1330 uint32_t sum;
1331
1332 if ((tcp[13] & 0x3f) & ~(TCP_FLAG_SYN|TCP_FLAG_ACK)) // only want SYN and SYN,ACK
1333 return;
1334
1335 if (tcp + d > buf + len) // short?
1336 return;
1337
1338 opts = tcp + 20;
1339 data = tcp + d;
1340
1341 while (opts < data)
1342 {
1343 if (*opts == 2 && opts[1] == 4) // mss option (2), length 4
1344 {
1345 mss = opts + 2;
1346 if (mss + 2 > data) return; // short?
1347 break;
1348 }
1349
1350 if (*opts == 0) return; // end of options
1351 if (*opts == 1 || !opts[1]) // no op (one byte), or no length (prevent loop)
1352 opts++;
1353 else
1354 opts += opts[1]; // skip over option
1355 }
1356
1357 if (!mss) return; // not found
1358 orig = ntohs(*(uint16_t *) mss);
1359
1360 if (orig <= MSS) return; // mss OK
1361
1362 LOG(5, s, t, "TCP: %s:%u -> %s:%u SYN%s: adjusted mss from %u to %u\n",
1363 fmtaddr(*(in_addr_t *) (buf + 12), 0), ntohs(*(uint16_t *) tcp),
1364 fmtaddr(*(in_addr_t *) (buf + 16), 1), ntohs(*(uint16_t *) (tcp + 2)),
1365 (tcp[13] & TCP_FLAG_ACK) ? ",ACK" : "", orig, MSS);
1366
1367 // set mss
1368 *(int16_t *) mss = htons(MSS);
1369
1370 // adjust checksum (see rfc1141)
1371 sum = orig + (~MSS & 0xffff);
1372 sum += ntohs(*(uint16_t *) (tcp + 16));
1373 sum = (sum & 0xffff) + (sum >> 16);
1374 *(uint16_t *) (tcp + 16) = htons(sum + (sum >> 16));
1375 }
1376
1377 void processmpframe(sessionidt s, tunnelidt t, uint8_t *p, uint16_t l, uint8_t extra)
1378 {
1379 uint16_t proto;
1380 if (extra) {
1381 // Skip the four extra bytes
1382 p += 4;
1383 l -= 4;
1384 }
1385
1386 if (*p & 1)
1387 {
1388 proto = *p++;
1389 l--;
1390 }
1391 else
1392 {
1393 proto = ntohs(*(uint16_t *) p);
1394 p += 2;
1395 l -= 2;
1396 }
1397 if (proto == PPPIP)
1398 {
1399 if (session[s].die)
1400 {
1401 LOG(4, s, t, "MPPP: Session %d is closing. Don't process PPP packets\n", s);
1402 return; // closing session, PPP not processed
1403 }
1404 session[s].last_packet = session[s].last_data = time_now;
1405 processipin(s, t, p, l);
1406 }
1407 else if (proto == PPPIPV6 && config->ipv6_prefix.s6_addr[0])
1408 {
1409 if (session[s].die)
1410 {
1411 LOG(4, s, t, "MPPP: Session %d is closing. Don't process PPP packets\n", s);
1412 return; // closing session, PPP not processed
1413 }
1414
1415 session[s].last_packet = session[s].last_data = time_now;
1416 processipv6in(s, t, p, l);
1417 }
1418 else if (proto == PPPIPCP)
1419 {
1420 session[s].last_packet = session[s].last_data = time_now;
1421 processipcp(s, t, p, l);
1422 }
1423 else if (proto == PPPCCP)
1424 {
1425 session[s].last_packet = session[s].last_data = time_now;
1426 processccp(s, t, p, l);
1427 }
1428 else
1429 {
1430 LOG(2, s, t, "MPPP: Unsupported MP protocol 0x%04X received\n",proto);
1431 }
1432 }
1433
1434 static void update_session_out_stat(sessionidt s, sessiont *sp, int len)
1435 {
1436 increment_counter(&sp->cout, &sp->cout_wrap, len); // byte count
1437 sp->cout_delta += len;
1438 sp->pout++;
1439 sp->last_data = time_now;
1440
1441 sess_local[s].cout += len; // To send to master..
1442 sess_local[s].pout++;
1443 }
1444
1445 // process outgoing (to tunnel) IP
1446 //
1447 // (i.e. this routine writes to data[-8]).
1448 void processipout(uint8_t *buf, int len)
1449 {
1450 sessionidt s;
1451 sessiont *sp;
1452 tunnelidt t;
1453 in_addr_t ip, ip_src;
1454
1455 uint8_t *data = buf; // Keep a copy of the originals.
1456 int size = len;
1457
1458 uint8_t fragbuf[MAXETHER + 20];
1459
1460 CSTAT(processipout);
1461
1462 if (len < MIN_IP_SIZE)
1463 {
1464 LOG(1, 0, 0, "Short IP, %d bytes\n", len);
1465 STAT(tun_rx_errors);
1466 return;
1467 }
1468 if (len >= MAXETHER)
1469 {
1470 LOG(1, 0, 0, "Oversize IP packet %d bytes\n", len);
1471 STAT(tun_rx_errors);
1472 return;
1473 }
1474
1475 // Skip the tun header
1476 buf += 4;
1477 len -= 4;
1478
1479 // Got an IP header now
1480 if (*(uint8_t *)(buf) >> 4 != 4)
1481 {
1482 LOG(1, 0, 0, "IP: Don't understand anything except IPv4\n");
1483 return;
1484 }
1485
1486 ip_src = *(uint32_t *)(buf + 12);
1487 ip = *(uint32_t *)(buf + 16);
1488 if (!(s = sessionbyip(ip)))
1489 {
1490 // Is this a packet for a session that doesn't exist?
1491 static int rate = 0; // Number of ICMP packets we've sent this second.
1492 static int last = 0; // Last time we reset the ICMP packet counter 'rate'.
1493
1494 if (last != time_now)
1495 {
1496 last = time_now;
1497 rate = 0;
1498 }
1499
1500 if (rate++ < config->icmp_rate) // Only send a max of icmp_rate per second.
1501 {
1502 LOG(4, 0, 0, "IP: Sending ICMP host unreachable to %s\n", fmtaddr(*(in_addr_t *)(buf + 12), 0));
1503 host_unreachable(*(in_addr_t *)(buf + 12), *(uint16_t *)(buf + 4),
1504 config->bind_address ? config->bind_address : my_address, buf, len);
1505 }
1506 return;
1507 }
1508
1509 t = session[s].tunnel;
1510 if (len > session[s].mru || (session[s].mrru && len > session[s].mrru))
1511 {
1512 LOG(3, s, t, "Packet size more than session MRU\n");
1513 return;
1514 }
1515
1516 sp = &session[s];
1517
1518 // DoS prevention: enforce a maximum number of packets per 0.1s for a session
1519 if (config->max_packets > 0)
1520 {
1521 if (sess_local[s].last_packet_out == TIME)
1522 {
1523 int max = config->max_packets;
1524
1525 // All packets for throttled sessions are handled by the
1526 // master, so further limit by using the throttle rate.
1527 // A bit of a kludge, since throttle rate is in kbps,
1528 // but should still be generous given our average DSL
1529 // packet size is 200 bytes: a limit of 28kbps equates
1530 // to around 180 packets per second.
1531 if (!config->cluster_iam_master && sp->throttle_out && sp->throttle_out < max)
1532 max = sp->throttle_out;
1533
1534 if (++sess_local[s].packets_out > max)
1535 {
1536 sess_local[s].packets_dropped++;
1537 return;
1538 }
1539 }
1540 else
1541 {
1542 if (sess_local[s].packets_dropped)
1543 {
1544 INC_STAT(tun_rx_dropped, sess_local[s].packets_dropped);
1545 LOG(3, s, t, "Dropped %u/%u packets to %s for %suser %s\n",
1546 sess_local[s].packets_dropped, sess_local[s].packets_out,
1547 fmtaddr(ip, 0), sp->throttle_out ? "throttled " : "",
1548 sp->user);
1549 }
1550
1551 sess_local[s].last_packet_out = TIME;
1552 sess_local[s].packets_out = 1;
1553 sess_local[s].packets_dropped = 0;
1554 }
1555 }
1556
1557 // run access-list if any
1558 if (session[s].filter_out && !ip_filter(buf, len, session[s].filter_out - 1))
1559 return;
1560
1561 // adjust MSS on SYN and SYN,ACK packets with options
1562 if ((ntohs(*(uint16_t *) (buf + 6)) & 0x1fff) == 0 && buf[9] == IPPROTO_TCP) // first tcp fragment
1563 {
1564 int ihl = (buf[0] & 0xf) * 4; // length of IP header
1565 if (len >= ihl + 20 && (buf[ihl + 13] & TCP_FLAG_SYN) && ((buf[ihl + 12] >> 4) > 5))
1566 adjust_tcp_mss(s, t, buf, len, buf + ihl);
1567 }
1568
1569 if (sp->tbf_out)
1570 {
1571 if (!config->no_throttle_local_IP || !sessionbyip(ip_src))
1572 {
1573 // Are we throttling this session?
1574 if (config->cluster_iam_master)
1575 tbf_queue_packet(sp->tbf_out, data, size);
1576 else
1577 master_throttle_packet(sp->tbf_out, data, size);
1578 return;
1579 }
1580 }
1581
1582 if (sp->walled_garden && !config->cluster_iam_master)
1583 {
1584 // We are walled-gardening this
1585 master_garden_packet(s, data, size);
1586 return;
1587 }
1588
1589 if(session[s].bundle != 0 && bundle[session[s].bundle].num_of_links > 1)
1590 {
1591
1592 if (!config->cluster_iam_master)
1593 {
1594 // The MPPP packets must be managed by the Master.
1595 master_forward_mppp_packet(s, data, size);
1596 return;
1597 }
1598
1599 // Add on L2TP header
1600 sessionidt members[MAXBUNDLESES];
1601 bundleidt bid = session[s].bundle;
1602 bundlet *b = &bundle[bid];
1603 uint32_t num_of_links, nb_opened;
1604 int i;
1605
1606 num_of_links = b->num_of_links;
1607 nb_opened = 0;
1608 for (i = 0;i < num_of_links;i++)
1609 {
1610 s = b->members[i];
1611 if (session[s].ppp.lcp == Opened)
1612 {
1613 members[nb_opened] = s;
1614 nb_opened++;
1615 }
1616 }
1617
1618 if (nb_opened < 1)
1619 {
1620 LOG(3, s, t, "MPPP: PROCESSIPOUT ERROR, no session opened in bundle:%d\n", bid);
1621 return;
1622 }
1623
1624 num_of_links = nb_opened;
1625 b->current_ses = (b->current_ses + 1) % num_of_links;
1626 s = members[b->current_ses];
1627 t = session[s].tunnel;
1628 sp = &session[s];
1629 LOG(4, s, t, "MPPP: (1)Session number becomes: %d\n", s);
1630
1631 if (num_of_links > 1)
1632 {
1633 if(len > MINFRAGLEN)
1634 {
1635 //for rotate traffic among the member links
1636 uint32_t divisor = num_of_links;
1637 if (divisor > 2)
1638 divisor = divisor/2 + (divisor & 1);
1639
1640 // Partition the packet to "num_of_links" fragments
1641 uint32_t fraglen = len / divisor;
1642 uint32_t last_fraglen = fraglen + len % divisor;
1643 uint32_t remain = len;
1644
1645 // send the first packet
1646 uint8_t *p = makeppp(fragbuf, sizeof(fragbuf), buf, fraglen, s, t, PPPIP, 0, bid, MP_BEGIN);
1647 if (!p) return;
1648 tunnelsend(fragbuf, fraglen + (p-fragbuf), t); // send it...
1649
1650 // statistics
1651 update_session_out_stat(s, sp, fraglen);
1652
1653 remain -= fraglen;
1654 while (remain > last_fraglen)
1655 {
1656 b->current_ses = (b->current_ses + 1) % num_of_links;
1657 s = members[b->current_ses];
1658 t = session[s].tunnel;
1659 sp = &session[s];
1660 LOG(4, s, t, "MPPP: (2)Session number becomes: %d\n", s);
1661 p = makeppp(fragbuf, sizeof(fragbuf), buf+(len - remain), fraglen, s, t, PPPIP, 0, bid, 0);
1662 if (!p) return;
1663 tunnelsend(fragbuf, fraglen + (p-fragbuf), t); // send it...
1664 update_session_out_stat(s, sp, fraglen);
1665 remain -= fraglen;
1666 }
1667 // send the last fragment
1668 b->current_ses = (b->current_ses + 1) % num_of_links;
1669 s = members[b->current_ses];
1670 t = session[s].tunnel;
1671 sp = &session[s];
1672 LOG(4, s, t, "MPPP: (2)Session number becomes: %d\n", s);
1673 p = makeppp(fragbuf, sizeof(fragbuf), buf+(len - remain), remain, s, t, PPPIP, 0, bid, MP_END);
1674 if (!p) return;
1675 tunnelsend(fragbuf, remain + (p-fragbuf), t); // send it...
1676 update_session_out_stat(s, sp, remain);
1677 if (remain != last_fraglen)
1678 LOG(3, s, t, "PROCESSIPOUT ERROR REMAIN != LAST_FRAGLEN, %d != %d\n", remain, last_fraglen);
1679 }
1680 else
1681 {
1682 // Send it as one frame
1683 uint8_t *p = makeppp(fragbuf, sizeof(fragbuf), buf, len, s, t, PPPIP, 0, bid, MP_BOTH_BITS);
1684 if (!p) return;
1685 tunnelsend(fragbuf, len + (p-fragbuf), t); // send it...
1686 LOG(4, s, t, "MPPP: packet sent as one frame\n");
1687 update_session_out_stat(s, sp, len);
1688 }
1689 }
1690 else
1691 {
1692 // Send it as one frame (NO MPPP Frame)
1693 uint8_t *p = opt_makeppp(buf, len, s, t, PPPIP, 0, 0, 0);
1694 tunnelsend(p, len + (buf-p), t); // send it...
1695 update_session_out_stat(s, sp, len);
1696 }
1697 }
1698 else
1699 {
1700 uint8_t *p = opt_makeppp(buf, len, s, t, PPPIP, 0, 0, 0);
1701 tunnelsend(p, len + (buf-p), t); // send it...
1702 update_session_out_stat(s, sp, len);
1703 }
1704
1705 // Snooping this session, send it to intercept box
1706 if (sp->snoop_ip && sp->snoop_port)
1707 snoop_send_packet(buf, len, sp->snoop_ip, sp->snoop_port);
1708
1709 udp_tx += len;
1710 }
1711
1712 // process outgoing (to tunnel) IPv6
1713 //
1714 static void processipv6out(uint8_t * buf, int len)
1715 {
1716 sessionidt s;
1717 sessiont *sp;
1718 tunnelidt t;
1719 struct in6_addr ip6;
1720
1721 uint8_t *data = buf; // Keep a copy of the originals.
1722 int size = len;
1723
1724 uint8_t b[MAXETHER + 20];
1725
1726 CSTAT(processipv6out);
1727
1728 if (len < MIN_IP_SIZE)
1729 {
1730 LOG(1, 0, 0, "Short IPv6, %d bytes\n", len);
1731 STAT(tunnel_tx_errors);
1732 return;
1733 }
1734 if (len >= MAXETHER)
1735 {
1736 LOG(1, 0, 0, "Oversize IPv6 packet %d bytes\n", len);
1737 STAT(tunnel_tx_errors);
1738 return;
1739 }
1740
1741 // Skip the tun header
1742 buf += 4;
1743 len -= 4;
1744
1745 // Got an IP header now
1746 if (*(uint8_t *)(buf) >> 4 != 6)
1747 {
1748 LOG(1, 0, 0, "IP: Don't understand anything except IPv6\n");
1749 return;
1750 }
1751
1752 ip6 = *(struct in6_addr *)(buf+24);
1753 s = sessionbyipv6(ip6);
1754
1755 if (s == 0)
1756 {
1757 s = sessionbyipv6new(ip6);
1758 }
1759
1760 if (s == 0)
1761 {
1762 // Is this a packet for a session that doesn't exist?
1763 static int rate = 0; // Number of ICMP packets we've sent this second.
1764 static int last = 0; // Last time we reset the ICMP packet counter 'rate'.
1765
1766 if (last != time_now)
1767 {
1768 last = time_now;
1769 rate = 0;
1770 }
1771
1772 if (rate++ < config->icmp_rate) // Only send a max of icmp_rate per second.
1773 {
1774 // FIXME: Should send icmp6 host unreachable
1775 }
1776 return;
1777 }
1778 if (session[s].bundle && bundle[session[s].bundle].num_of_links > 1)
1779 {
1780 bundleidt bid = session[s].bundle;
1781 bundlet *b = &bundle[bid];
1782
1783 b->current_ses = (b->current_ses + 1) % b->num_of_links;
1784 s = b->members[b->current_ses];
1785 LOG(3, s, session[s].tunnel, "MPPP: Session number becomes: %u\n", s);
1786 }
1787 t = session[s].tunnel;
1788 sp = &session[s];
1789 sp->last_data = time_now;
1790
1791 // FIXME: add DoS prevention/filters?
1792
1793 if (sp->tbf_out)
1794 {
1795 // Are we throttling this session?
1796 if (config->cluster_iam_master)
1797 tbf_queue_packet(sp->tbf_out, data, size);
1798 else
1799 master_throttle_packet(sp->tbf_out, data, size);
1800 return;
1801 }
1802 else if (sp->walled_garden && !config->cluster_iam_master)
1803 {
1804 // We are walled-gardening this
1805 master_garden_packet(s, data, size);
1806 return;
1807 }
1808
1809 LOG(5, s, t, "Ethernet -> Tunnel (%d bytes)\n", len);
1810
1811 // Add on L2TP header
1812 {
1813 uint8_t *p = makeppp(b, sizeof(b), buf, len, s, t, PPPIPV6, 0, 0, 0);
1814 if (!p) return;
1815 tunnelsend(b, len + (p-b), t); // send it...
1816 }
1817
1818 // Snooping this session, send it to intercept box
1819 if (sp->snoop_ip && sp->snoop_port)
1820 snoop_send_packet(buf, len, sp->snoop_ip, sp->snoop_port);
1821
1822 increment_counter(&sp->cout, &sp->cout_wrap, len); // byte count
1823 sp->cout_delta += len;
1824 sp->pout++;
1825 udp_tx += len;
1826
1827 sess_local[s].cout += len; // To send to master..
1828 sess_local[s].pout++;
1829 }
1830
1831 //
1832 // Helper routine for the TBF filters.
1833 // Used to send queued data in to the user!
1834 //
1835 static void send_ipout(sessionidt s, uint8_t *buf, int len)
1836 {
1837 sessiont *sp;
1838 tunnelidt t;
1839 uint8_t *p;
1840 uint8_t *data = buf; // Keep a copy of the originals.
1841
1842 uint8_t b[MAXETHER + 20];
1843
1844 if (len < 0 || len > MAXETHER)
1845 {
1846 LOG(1, 0, 0, "Odd size IP packet: %d bytes\n", len);
1847 return;
1848 }
1849
1850 // Skip the tun header
1851 buf += 4;
1852 len -= 4;
1853
1854 if (!session[s].ip)
1855 return;
1856
1857 t = session[s].tunnel;
1858 sp = &session[s];
1859
1860 LOG(5, s, t, "Ethernet -> Tunnel (%d bytes)\n", len);
1861
1862 // Add on L2TP header
1863 if (*(uint16_t *) (data + 2) == htons(PKTIPV6))
1864 p = makeppp(b, sizeof(b), buf, len, s, t, PPPIPV6, 0, 0, 0); // IPV6
1865 else
1866 p = makeppp(b, sizeof(b), buf, len, s, t, PPPIP, 0, 0, 0); // IPV4
1867
1868 if (!p) return;
1869
1870 tunnelsend(b, len + (p-b), t); // send it...
1871
1872 // Snooping this session.
1873 if (sp->snoop_ip && sp->snoop_port)
1874 snoop_send_packet(buf, len, sp->snoop_ip, sp->snoop_port);
1875
1876 increment_counter(&sp->cout, &sp->cout_wrap, len); // byte count
1877 sp->cout_delta += len;
1878 sp->pout++;
1879 udp_tx += len;
1880
1881 sess_local[s].cout += len; // To send to master..
1882 sess_local[s].pout++;
1883 }
1884
1885 // add an AVP (16 bit)
1886 static void control16(controlt * c, uint16_t avp, uint16_t val, uint8_t m)
1887 {
1888 uint16_t l = (m ? 0x8008 : 0x0008);
1889 uint16_t *pint16 = (uint16_t *) (c->buf + c->length + 0);
1890 pint16[0] = htons(l);
1891 pint16[1] = htons(0);
1892 pint16[2] = htons(avp);
1893 pint16[3] = htons(val);
1894 c->length += 8;
1895 }
1896
1897 // add an AVP (32 bit)
1898 static void control32(controlt * c, uint16_t avp, uint32_t val, uint8_t m)
1899 {
1900 uint16_t l = (m ? 0x800A : 0x000A);
1901 uint16_t *pint16 = (uint16_t *) (c->buf + c->length + 0);
1902 uint32_t *pint32 = (uint32_t *) (c->buf + c->length + 6);
1903 pint16[0] = htons(l);
1904 pint16[1] = htons(0);
1905 pint16[2] = htons(avp);
1906 pint32[0] = htonl(val);
1907 c->length += 10;
1908 }
1909
1910 // add an AVP (string)
1911 static void controls(controlt * c, uint16_t avp, char *val, uint8_t m)
1912 {
1913 uint16_t l = ((m ? 0x8000 : 0) + strlen(val) + 6);
1914 uint16_t *pint16 = (uint16_t *) (c->buf + c->length + 0);
1915 pint16[0] = htons(l);
1916 pint16[1] = htons(0);
1917 pint16[2] = htons(avp);
1918 memcpy(c->buf + c->length + 6, val, strlen(val));
1919 c->length += 6 + strlen(val);
1920 }
1921
1922 // add a binary AVP
1923 static void controlb(controlt * c, uint16_t avp, uint8_t *val, unsigned int len, uint8_t m)
1924 {
1925 uint16_t l = ((m ? 0x8000 : 0) + len + 6);
1926 uint16_t *pint16 = (uint16_t *) (c->buf + c->length + 0);
1927 pint16[0] = htons(l);
1928 pint16[1] = htons(0);
1929 pint16[2] = htons(avp);
1930 memcpy(c->buf + c->length + 6, val, len);
1931 c->length += 6 + len;
1932 }
1933
1934 // new control connection
1935 static controlt *controlnew(uint16_t mtype)
1936 {
1937 controlt *c;
1938 if (!controlfree)
1939 c = malloc(sizeof(controlt));
1940 else
1941 {
1942 c = controlfree;
1943 controlfree = c->next;
1944 }
1945 assert(c);
1946 c->next = 0;
1947 c->buf[0] = 0xC8; // flags
1948 c->buf[1] = 0x02; // ver
1949 c->length = 12;
1950 control16(c, 0, mtype, 1);
1951 return c;
1952 }
1953
1954 // send zero block if nothing is waiting
1955 // (ZLB send).
1956 static void controlnull(tunnelidt t)
1957 {
1958 uint16_t buf[6];
1959 if (tunnel[t].controlc) // Messages queued; They will carry the ack.
1960 return;
1961
1962 buf[0] = htons(0xC802); // flags/ver
1963 buf[1] = htons(12); // length
1964 buf[2] = htons(tunnel[t].far); // tunnel
1965 buf[3] = htons(0); // session
1966 buf[4] = htons(tunnel[t].ns); // sequence
1967 buf[5] = htons(tunnel[t].nr); // sequence
1968 tunnelsend((uint8_t *)buf, 12, t);
1969 }
1970
1971 // add a control message to a tunnel, and send if within window
1972 static void controladd(controlt *c, sessionidt far, tunnelidt t)
1973 {
1974 uint16_t *pint16 = (uint16_t *) (c->buf + 2);
1975 pint16[0] = htons(c->length); // length
1976 pint16[1] = htons(tunnel[t].far); // tunnel
1977 pint16[2] = htons(far); // session
1978 pint16[3] = htons(tunnel[t].ns); // sequence
1979 tunnel[t].ns++; // advance sequence
1980 // link in message in to queue
1981 if (tunnel[t].controlc)
1982 tunnel[t].controle->next = c;
1983 else
1984 tunnel[t].controls = c;
1985
1986 tunnel[t].controle = c;
1987 tunnel[t].controlc++;
1988
1989 // send now if space in window
1990 if (tunnel[t].controlc <= tunnel[t].window)
1991 {
1992 tunnel[t].try = 0; // first send
1993 tunnelsend(c->buf, c->length, t);
1994 }
1995 }
1996
1997 //
1998 // Throttle or Unthrottle a session
1999 //
2000 // Throttle the data from/to through a session to no more than
2001 // 'rate_in' kbit/sec in (from user) or 'rate_out' kbit/sec out (to
2002 // user).
2003 //
2004 // If either value is -1, the current value is retained for that
2005 // direction.
2006 //
2007 void throttle_session(sessionidt s, int rate_in, int rate_out)
2008 {
2009 if (!session[s].opened)
2010 return; // No-one home.
2011
2012 if (!*session[s].user)
2013 return; // User not logged in
2014
2015 if (rate_in >= 0)
2016 {
2017 int bytes = rate_in * 1024 / 8; // kbits to bytes
2018 if (session[s].tbf_in)
2019 free_tbf(session[s].tbf_in);
2020
2021 if (rate_in > 0)
2022 session[s].tbf_in = new_tbf(s, bytes * 2, bytes, send_ipin);
2023 else
2024 session[s].tbf_in = 0;
2025
2026 session[s].throttle_in = rate_in;
2027 }
2028
2029 if (rate_out >= 0)
2030 {
2031 int bytes = rate_out * 1024 / 8;
2032 if (session[s].tbf_out)
2033 free_tbf(session[s].tbf_out);
2034
2035 if (rate_out > 0)
2036 session[s].tbf_out = new_tbf(s, bytes * 2, bytes, send_ipout);
2037 else
2038 session[s].tbf_out = 0;
2039
2040 session[s].throttle_out = rate_out;
2041 }
2042 }
2043
2044 // add/remove filters from session (-1 = no change)
2045 void filter_session(sessionidt s, int filter_in, int filter_out)
2046 {
2047 if (!session[s].opened)
2048 return; // No-one home.
2049
2050 if (!*session[s].user)
2051 return; // User not logged in
2052
2053 // paranoia
2054 if (filter_in > MAXFILTER) filter_in = -1;
2055 if (filter_out > MAXFILTER) filter_out = -1;
2056 if (session[s].filter_in > MAXFILTER) session[s].filter_in = 0;
2057 if (session[s].filter_out > MAXFILTER) session[s].filter_out = 0;
2058
2059 if (filter_in >= 0)
2060 {
2061 if (session[s].filter_in)
2062 ip_filters[session[s].filter_in - 1].used--;
2063
2064 if (filter_in > 0)
2065 ip_filters[filter_in - 1].used++;
2066
2067 session[s].filter_in = filter_in;
2068 }
2069
2070 if (filter_out >= 0)
2071 {
2072 if (session[s].filter_out)
2073 ip_filters[session[s].filter_out - 1].used--;
2074
2075 if (filter_out > 0)
2076 ip_filters[filter_out - 1].used++;
2077
2078 session[s].filter_out = filter_out;
2079 }
2080 }
2081
2082 // start tidy shutdown of session
2083 void sessionshutdown(sessionidt s, char const *reason, int cdn_result, int cdn_error, int term_cause)
2084 {
2085 int walled_garden = session[s].walled_garden;
2086 bundleidt b = session[s].bundle;
2087 //delete routes only for last session in bundle (in case of MPPP)
2088 int del_routes = !b || (bundle[b].num_of_links == 1);
2089
2090 CSTAT(sessionshutdown);
2091
2092 if (!session[s].opened)
2093 {
2094 LOG(3, s, session[s].tunnel, "Called sessionshutdown on an unopened session.\n");
2095 return; // not a live session
2096 }
2097
2098 if (!session[s].die)
2099 {
2100 struct param_kill_session data = { &tunnel[session[s].tunnel], &session[s] };
2101 LOG(2, s, session[s].tunnel, "Shutting down session %u: %s\n", s, reason);
2102 run_plugins(PLUGIN_KILL_SESSION, &data);
2103 }
2104
2105 if (session[s].ip && !walled_garden && !session[s].die)
2106 {
2107 // RADIUS Stop message
2108 uint16_t r = radiusnew(s);
2109 if (r)
2110 {
2111 // stop, if not already trying
2112 if (radius[r].state != RADIUSSTOP)
2113 {
2114 radius[r].term_cause = term_cause;
2115 radius[r].term_msg = reason;
2116 radiussend(r, RADIUSSTOP);
2117 }
2118 }
2119 else
2120 LOG(1, s, session[s].tunnel, "No free RADIUS sessions for Stop message\n");
2121
2122 // Save counters to dump to accounting file
2123 if (*config->accounting_dir && shut_acct_n < sizeof(shut_acct) / sizeof(*shut_acct))
2124 memcpy(&shut_acct[shut_acct_n++], &session[s], sizeof(session[s]));
2125 }
2126
2127 if (!session[s].die)
2128 session[s].die = TIME + 150; // Clean up in 15 seconds
2129
2130 if (session[s].ip)
2131 { // IP allocated, clear and unroute
2132 int r;
2133 int routed = 0;
2134 for (r = 0; r < MAXROUTE && session[s].route[r].ip; r++)
2135 {
2136 if ((session[s].ip >> (32-session[s].route[r].prefixlen)) ==
2137 (session[s].route[r].ip >> (32-session[s].route[r].prefixlen)))
2138 routed++;
2139
2140 if (del_routes) routeset(s, session[s].route[r].ip, session[s].route[r].prefixlen, 0, 0);
2141 session[s].route[r].ip = 0;
2142 }
2143
2144 if (session[s].ip_pool_index == -1) // static ip
2145 {
2146 if (!routed && del_routes) routeset(s, session[s].ip, 0, 0, 0);
2147 session[s].ip = 0;
2148 }
2149 else
2150 free_ip_address(s);
2151
2152 // unroute IPv6, if setup
2153 for (r = 0; r < MAXROUTE6 && session[s].route6[r].ipv6route.s6_addr[0] && session[s].route6[r].ipv6prefixlen; r++)
2154 {
2155 if (del_routes) route6set(s, session[s].route6[r].ipv6route, session[s].route6[r].ipv6prefixlen, 0);
2156 memset(&session[s].route6[r], 0, sizeof(session[s].route6[r]));
2157 }
2158
2159 if (session[s].ipv6address.s6_addr[0] && del_routes)
2160 {
2161 route6set(s, session[s].ipv6address, 128, 0);
2162 }
2163
2164 if (b)
2165 {
2166 // This session was part of a bundle
2167 bundle[b].num_of_links--;
2168 LOG(3, s, session[s].tunnel, "MPPP: Dropping member link: %d from bundle %d\n",s,b);
2169 if(bundle[b].num_of_links == 0)
2170 {
2171 bundleclear(b);
2172 LOG(3, s, session[s].tunnel, "MPPP: Kill bundle: %d (No remaing member links)\n",b);
2173 }
2174 else
2175 {
2176 // Adjust the members array to accomodate the new change
2177 uint8_t mem_num = 0;
2178 // It should be here num_of_links instead of num_of_links-1 (previous instruction "num_of_links--")
2179 if(bundle[b].members[bundle[b].num_of_links] != s)
2180 {
2181 uint8_t ml;
2182 for(ml = 0; ml<bundle[b].num_of_links; ml++)
2183 if(bundle[b].members[ml] == s)
2184 {
2185 mem_num = ml;
2186 break;
2187 }
2188 bundle[b].members[mem_num] = bundle[b].members[bundle[b].num_of_links];
2189 LOG(3, s, session[s].tunnel, "MPPP: Adjusted member links array\n");
2190
2191 // If the killed session is the first of the bundle,
2192 // the new first session must be stored in the cache_ipmap
2193 // else the function sessionbyip return 0 and the sending not work any more (processipout).
2194 if (mem_num == 0)
2195 {
2196 sessionidt new_s = bundle[b].members[0];
2197
2198 routed = 0;
2199 // Add the route for this session.
2200 for (r = 0; r < MAXROUTE && session[new_s].route[r].ip; r++)
2201 {
2202 int i, prefixlen;
2203 in_addr_t ip;
2204
2205 prefixlen = session[new_s].route[r].prefixlen;
2206 ip = session[new_s].route[r].ip;
2207
2208 if (!prefixlen) prefixlen = 32;
2209 ip &= 0xffffffff << (32 - prefixlen); // Force the ip to be the first one in the route.
2210
2211 for (i = ip; i < ip+(1<<(32-prefixlen)) ; ++i)
2212 cache_ipmap(i, new_s);
2213 }
2214 cache_ipmap(session[new_s].ip, new_s);
2215
2216 // IPV6 route
2217 for (r = 0; r < MAXROUTE6 && session[new_s].route6[r].ipv6prefixlen; r++)
2218 {
2219 cache_ipv6map(session[new_s].route6[r].ipv6route, session[new_s].route6[r].ipv6prefixlen, new_s);
2220 }
2221
2222 if (session[new_s].ipv6address.s6_addr[0])
2223 {
2224 cache_ipv6map(session[new_s].ipv6address, 128, new_s);
2225 }
2226 }
2227 }
2228 }
2229
2230 cluster_send_bundle(b);
2231 }
2232 }
2233
2234 if (session[s].throttle_in || session[s].throttle_out) // Unthrottle if throttled.
2235 throttle_session(s, 0, 0);
2236
2237 if (cdn_result)
2238 {
2239 if (session[s].tunnel == TUNNEL_ID_PPPOE)
2240 {
2241 pppoe_shutdown_session(s);
2242 }
2243 else
2244 {
2245 // Send CDN
2246 controlt *c = controlnew(14); // sending CDN
2247 if (cdn_error)
2248 {
2249 uint16_t buf[2];
2250 buf[0] = htons(cdn_result);
2251 buf[1] = htons(cdn_error);
2252 controlb(c, 1, (uint8_t *)buf, 4, 1);
2253 }
2254 else
2255 control16(c, 1, cdn_result, 1);
2256
2257 control16(c, 14, s, 1); // assigned session (our end)
2258 controladd(c, session[s].far, session[s].tunnel); // send the message
2259 }
2260 }
2261
2262 // update filter refcounts
2263 if (session[s].filter_in) ip_filters[session[s].filter_in - 1].used--;
2264 if (session[s].filter_out) ip_filters[session[s].filter_out - 1].used--;
2265
2266 // clear PPP state
2267 memset(&session[s].ppp, 0, sizeof(session[s].ppp));
2268 sess_local[s].lcp.restart = 0;
2269 sess_local[s].ipcp.restart = 0;
2270 sess_local[s].ipv6cp.restart = 0;
2271 sess_local[s].ccp.restart = 0;
2272
2273 cluster_send_session(s);
2274 }
2275
2276 void sendipcp(sessionidt s, tunnelidt t)
2277 {
2278 uint8_t buf[MAXETHER];
2279 uint8_t *q;
2280
2281 CSTAT(sendipcp);
2282 LOG(3, s, t, "IPCP: send ConfigReq\n");
2283
2284 if (!session[s].unique_id)
2285 {
2286 if (!++last_id) ++last_id; // skip zero
2287 session[s].unique_id = last_id;
2288 }
2289
2290 q = makeppp(buf, sizeof(buf), 0, 0, s, t, PPPIPCP, 0, 0, 0);
2291 if (!q) return;
2292
2293 *q = ConfigReq;
2294 q[1] = session[s].unique_id & 0xf; // ID, dont care, we only send one type of request
2295 *(uint16_t *) (q + 2) = htons(10); // packet length
2296 q[4] = 3; // ip address option
2297 q[5] = 6; // option length
2298 *(in_addr_t *) (q + 6) = config->peer_address ? config->peer_address :
2299 config->iftun_n_address[tunnel[t].indexudp] ? config->iftun_n_address[tunnel[t].indexudp] :
2300 my_address; // send my IP
2301
2302 tunnelsend(buf, 10 + (q - buf), t); // send it
2303 restart_timer(s, ipcp);
2304 }
2305
2306 void sendipv6cp(sessionidt s, tunnelidt t)
2307 {
2308 uint8_t buf[MAXETHER];
2309 uint8_t *q;
2310
2311 CSTAT(sendipv6cp);
2312 LOG(3, s, t, "IPV6CP: send ConfigReq\n");
2313
2314 q = makeppp(buf, sizeof(buf), 0, 0, s, t, PPPIPV6CP, 0, 0, 0);
2315 if (!q) return;
2316
2317 *q = ConfigReq;
2318 q[1] = session[s].unique_id & 0xf; // ID, don't care, we
2319 // only send one type
2320 // of request
2321 *(uint16_t *) (q + 2) = htons(14);
2322 q[4] = 1; // interface identifier option
2323 q[5] = 10; // option length
2324 *(uint32_t *) (q + 6) = 0; // We'll be prefix::1
2325 *(uint32_t *) (q + 10) = 0;
2326 q[13] = 1;
2327
2328 tunnelsend(buf, 14 + (q - buf), t); // send it
2329 restart_timer(s, ipv6cp);
2330 }
2331
2332 static void sessionclear(sessionidt s)
2333 {
2334 memset(&session[s], 0, sizeof(session[s]));
2335 memset(&sess_local[s], 0, sizeof(sess_local[s]));
2336 memset(&cli_session_actions[s], 0, sizeof(cli_session_actions[s]));
2337
2338 session[s].tunnel = T_FREE; // Mark it as free.
2339 session[s].next = sessionfree;
2340 sessionfree = s;
2341 }
2342
2343 // kill a session now
2344 void sessionkill(sessionidt s, char *reason)
2345 {
2346 CSTAT(sessionkill);
2347
2348 if (!session[s].opened) // not alive
2349 return;
2350
2351 if (session[s].next)
2352 {
2353 LOG(0, s, session[s].tunnel, "Tried to kill a session with next pointer set (%u)\n", session[s].next);
2354 return;
2355 }
2356
2357 if (!session[s].die)
2358 sessionshutdown(s, reason, CDN_ADMIN_DISC, TERM_ADMIN_RESET); // close radius/routes, etc.
2359
2360 if (sess_local[s].radius)
2361 radiusclear(sess_local[s].radius, s); // cant send clean accounting data, session is killed
2362
2363 if (session[s].forwardtosession)
2364 {
2365 sessionidt sess = session[s].forwardtosession;
2366 if (session[sess].forwardtosession == s)
2367 {
2368 // Shutdown the linked session also.
2369 sessionshutdown(sess, reason, CDN_ADMIN_DISC, TERM_ADMIN_RESET);
2370 }
2371 }
2372
2373 LOG(2, s, session[s].tunnel, "Kill session %d (%s): %s\n", s, session[s].user, reason);
2374 sessionclear(s);
2375 cluster_send_session(s);
2376 }
2377
2378 static void tunnelclear(tunnelidt t)
2379 {
2380 if (!t) return;
2381 memset(&tunnel[t], 0, sizeof(tunnel[t]));
2382 tunnel[t].state = TUNNELFREE;
2383 }
2384
2385 static void bundleclear(bundleidt b)
2386 {
2387 if (!b) return;
2388 memset(&bundle[b], 0, sizeof(bundle[b]));
2389 bundle[b].state = BUNDLEFREE;
2390 }
2391
2392 // kill a tunnel now
2393 static void tunnelkill(tunnelidt t, char *reason)
2394 {
2395 sessionidt s;
2396 controlt *c;
2397
2398 CSTAT(tunnelkill);
2399
2400 tunnel[t].state = TUNNELDIE;
2401
2402 // free control messages
2403 while ((c = tunnel[t].controls))
2404 {
2405 controlt * n = c->next;
2406 tunnel[t].controls = n;
2407 tunnel[t].controlc--;
2408 c->next = controlfree;
2409 controlfree = c;
2410 }
2411 // kill sessions
2412 for (s = 1; s <= config->cluster_highest_sessionid ; ++s)
2413 if (session[s].tunnel == t)
2414 sessionkill(s, reason);
2415
2416 // free tunnel
2417 tunnelclear(t);
2418 LOG(1, 0, t, "Kill tunnel %u: %s\n", t, reason);
2419 cli_tunnel_actions[t].action = 0;
2420 cluster_send_tunnel(t);
2421 }
2422
2423 // shut down a tunnel cleanly
2424 static void tunnelshutdown(tunnelidt t, char *reason, int result, int error, char *msg)
2425 {
2426 sessionidt s;
2427
2428 CSTAT(tunnelshutdown);
2429
2430 if (!tunnel[t].last || !tunnel[t].far || tunnel[t].state == TUNNELFREE)
2431 {
2432 // never set up, can immediately kill
2433 tunnelkill(t, reason);
2434 return;
2435 }
2436 LOG(1, 0, t, "Shutting down tunnel %u (%s)\n", t, reason);
2437
2438 // close session
2439 for (s = 1; s <= config->cluster_highest_sessionid ; ++s)
2440 if (session[s].tunnel == t)
2441 sessionshutdown(s, reason, CDN_NONE, TERM_ADMIN_RESET);
2442
2443 tunnel[t].state = TUNNELDIE;
2444 tunnel[t].die = TIME + 700; // Clean up in 70 seconds
2445 cluster_send_tunnel(t);
2446 // TBA - should we wait for sessions to stop?
2447 if (result)
2448 {
2449 controlt *c = controlnew(4); // sending StopCCN
2450 if (error)
2451 {
2452 uint16_t buf[32];
2453 int l = 4;
2454 buf[0] = htons(result);
2455 buf[1] = htons(error);
2456 if (msg)
2457 {
2458 int m = strlen(msg);
2459 if (m + 4 > sizeof(buf))
2460 m = sizeof(buf) - 4;
2461
2462 memcpy(buf+2, msg, m);
2463 l += m;
2464 }
2465
2466 controlb(c, 1, (uint8_t *)buf, l, 1);
2467 }
2468 else
2469 control16(c, 1, result, 1);
2470
2471 control16(c, 9, t, 1); // assigned tunnel (our end)
2472 controladd(c, 0, t); // send the message
2473 }
2474 }
2475
2476 // read and process packet on tunnel (UDP)
2477 void processudp(uint8_t *buf, int len, struct sockaddr_in *addr, uint16_t indexudpfd)
2478 {
2479 uint8_t *sendchalresponse = NULL;
2480 uint8_t *recvchalresponse = NULL;
2481 uint16_t l = len, t = 0, s = 0, ns = 0, nr = 0;
2482 uint8_t *p = buf + 2;
2483
2484
2485 CSTAT(processudp);
2486
2487 udp_rx += len;
2488 udp_rx_pkt++;
2489 LOG_HEX(5, "UDP Data", buf, len);
2490 STAT(tunnel_rx_packets);
2491 INC_STAT(tunnel_rx_bytes, len);
2492 if (len < 6)
2493 {
2494 LOG(1, 0, 0, "Short UDP, %d bytes\n", len);
2495 STAT(tunnel_rx_errors);
2496 return;
2497 }
2498 if ((buf[1] & 0x0F) != 2)
2499 {
2500 LOG(1, 0, 0, "Bad L2TP ver %d\n", buf[1] & 0x0F);
2501 STAT(tunnel_rx_errors);
2502 return;
2503 }
2504 if (*buf & 0x40)
2505 { // length
2506 l = ntohs(*(uint16_t *) p);
2507 p += 2;
2508 }
2509 t = ntohs(*(uint16_t *) p);
2510 p += 2;
2511 s = ntohs(*(uint16_t *) p);
2512 p += 2;
2513 if (s >= MAXSESSION)
2514 {
2515 LOG(1, s, t, "Received UDP packet with invalid session ID\n");
2516 STAT(tunnel_rx_errors);
2517 return;
2518 }
2519 if (t >= MAXTUNNEL)
2520 {
2521 LOG(1, s, t, "Received UDP packet with invalid tunnel ID\n");
2522 STAT(tunnel_rx_errors);
2523 return;
2524 }
2525 if (t == TUNNEL_ID_PPPOE)
2526 {
2527 LOG(1, s, t, "Received UDP packet with tunnel ID reserved for pppoe\n");
2528 STAT(tunnel_rx_errors);
2529 return;
2530 }
2531 if (*buf & 0x08)
2532 { // ns/nr
2533 ns = ntohs(*(uint16_t *) p);
2534 p += 2;
2535 nr = ntohs(*(uint16_t *) p);
2536 p += 2;
2537 }
2538 if (*buf & 0x02)
2539 { // offset
2540 uint16_t o = ntohs(*(uint16_t *) p);
2541 p += o + 2;
2542 }
2543 if ((p - buf) > l)
2544 {
2545 LOG(1, s, t, "Bad length %d>%d\n", (int) (p - buf), l);
2546 STAT(tunnel_rx_errors);
2547 return;
2548 }
2549 l -= (p - buf);
2550
2551 // used to time out old tunnels
2552 if (t && tunnel[t].state == TUNNELOPEN)
2553 tunnel[t].lastrec = time_now;
2554
2555 if (*buf & 0x80)
2556 { // control
2557 uint16_t message = 0xFFFF; // message type
2558 uint8_t fatal = 0;
2559 uint8_t mandatory = 0;
2560 uint16_t asession = 0; // assigned session
2561 uint32_t amagic = 0; // magic number
2562 uint8_t aflags = 0; // flags from last LCF
2563 uint16_t version = 0x0100; // protocol version (we handle 0.0 as well and send that back just in case)
2564 char called[MAXTEL] = ""; // called number
2565 char calling[MAXTEL] = ""; // calling number
2566
2567 if (!config->cluster_iam_master)
2568 {
2569 master_forward_packet(buf, len, addr->sin_addr.s_addr, addr->sin_port, indexudpfd);
2570 return;
2571 }
2572
2573 // control messages must have bits 0x80|0x40|0x08
2574 // (type, length and sequence) set, and bits 0x02|0x01
2575 // (offset and priority) clear
2576 if ((*buf & 0xCB) != 0xC8)
2577 {
2578 LOG(1, s, t, "Bad control header %02X\n", *buf);
2579 STAT(tunnel_rx_errors);
2580 return;
2581 }
2582
2583 // check for duplicate tunnel open message
2584 if (!t && ns == 0)
2585 {
2586 int i;
2587
2588 //
2589 // Is this a duplicate of the first packet? (SCCRQ)
2590 //
2591 for (i = 1; i <= config->cluster_highest_tunnelid ; ++i)
2592 {
2593 if (tunnel[i].state != TUNNELOPENING ||
2594 tunnel[i].ip != ntohl(*(in_addr_t *) & addr->sin_addr) ||
2595 tunnel[i].port != ntohs(addr->sin_port) )
2596 continue;
2597 t = i;
2598 LOG(3, s, t, "Duplicate SCCRQ?\n");
2599 break;
2600 }
2601 }
2602
2603 LOG(3, s, t, "Control message (%d bytes): (unacked %d) l-ns %u l-nr %u r-ns %u r-nr %u\n",
2604 l, tunnel[t].controlc, tunnel[t].ns, tunnel[t].nr, ns, nr);
2605
2606 // if no tunnel specified, assign one
2607 if (!t)
2608 {
2609 if (!(t = new_tunnel()))
2610 {
2611 LOG(1, 0, 0, "No more tunnels\n");
2612 STAT(tunnel_overflow);
2613 return;
2614 }
2615 tunnelclear(t);
2616 tunnel[t].ip = ntohl(*(in_addr_t *) & addr->sin_addr);
2617 tunnel[t].port = ntohs(addr->sin_port);
2618 tunnel[t].window = 4; // default window
2619 tunnel[t].indexudp = indexudpfd;
2620 STAT(tunnel_created);
2621 LOG(1, 0, t, " New tunnel from %s:%u ID %u\n",
2622 fmtaddr(htonl(tunnel[t].ip), 0), tunnel[t].port, t);
2623 }
2624
2625 // If the 'ns' just received is not the 'nr' we're
2626 // expecting, just send an ack and drop it.
2627 //
2628 // if 'ns' is less, then we got a retransmitted packet.
2629 // if 'ns' is greater than missed a packet. Either way
2630 // we should ignore it.
2631 if (ns != tunnel[t].nr)
2632 {
2633 // is this the sequence we were expecting?
2634 STAT(tunnel_rx_errors);
2635 LOG(1, 0, t, " Out of sequence tunnel %u, (%u is not the expected %u)\n",
2636 t, ns, tunnel[t].nr);
2637
2638 if (l) // Is this not a ZLB?
2639 controlnull(t);
2640 return;
2641 }
2642
2643 // check sequence of this message
2644 {
2645 int skip = tunnel[t].window; // track how many in-window packets are still in queue
2646 // some to clear maybe?
2647 while (tunnel[t].controlc > 0 && (((tunnel[t].ns - tunnel[t].controlc) - nr) & 0x8000))
2648 {
2649 controlt *c = tunnel[t].controls;
2650 tunnel[t].controls = c->next;
2651 tunnel[t].controlc--;
2652 c->next = controlfree;
2653 controlfree = c;
2654 skip--;
2655 tunnel[t].try = 0; // we have progress
2656 }
2657
2658 // receiver advance (do here so quoted correctly in any sends below)
2659 if (l) tunnel[t].nr = (ns + 1);
2660 if (skip < 0) skip = 0;
2661 if (skip < tunnel[t].controlc)
2662 {
2663 // some control packets can now be sent that were previous stuck out of window
2664 int tosend = tunnel[t].window - skip;
2665 controlt *c = tunnel[t].controls;
2666 while (c && skip)
2667 {
2668 c = c->next;
2669 skip--;
2670 }
2671 while (c && tosend)
2672 {
2673 tunnel[t].try = 0; // first send
2674 tunnelsend(c->buf, c->length, t);
2675 c = c->next;
2676 tosend--;
2677 }
2678 }
2679 if (!tunnel[t].controlc)
2680 tunnel[t].retry = 0; // caught up
2681 }
2682 if (l)
2683 { // if not a null message
2684 int result = 0;
2685 int error = 0;
2686 char *msg = 0;
2687
2688 // Default disconnect cause/message on receipt of CDN. Set to
2689 // more specific value from attribute 1 (result code) or 46
2690 // (disconnect cause) if present below.
2691 int disc_cause_set = 0;
2692 int disc_cause = TERM_NAS_REQUEST;
2693 char const *disc_reason = "Closed (Received CDN).";
2694
2695 // process AVPs
2696 while (l && !(fatal & 0x80)) // 0x80 = mandatory AVP
2697 {
2698 uint16_t n = (ntohs(*(uint16_t *) p) & 0x3FF);
2699 uint8_t *b = p;
2700 uint8_t flags = *p;
2701 uint16_t mtype;
2702
2703 if (n > l)
2704 {
2705 LOG(1, s, t, "Invalid length in AVP\n");
2706 STAT(tunnel_rx_errors);
2707 return;
2708 }
2709 p += n; // next
2710 l -= n;
2711 if (flags & 0x3C) // reserved bits, should be clear
2712 {
2713 LOG(1, s, t, "Unrecognised AVP flags %02X\n", *b);
2714 fatal = flags;
2715 result = 2; // general error
2716 error = 3; // reserved field non-zero
2717 msg = 0;
2718 continue; // next
2719 }
2720 b += 2;
2721 if (*(uint16_t *) (b))
2722 {
2723 LOG(2, s, t, "Unknown AVP vendor %u\n", ntohs(*(uint16_t *) (b)));
2724 fatal = flags;
2725 result = 2; // general error
2726 error = 6; // generic vendor-specific error
2727 msg = "unsupported vendor-specific";
2728 continue; // next
2729 }
2730 b += 2;
2731 mtype = ntohs(*(uint16_t *) (b));
2732 b += 2;
2733 n -= 6;
2734
2735 if (flags & 0x40)
2736 {
2737 uint16_t orig_len;
2738
2739 // handle hidden AVPs
2740 if (!*config->l2tp_secret)
2741 {
2742 LOG(1, s, t, "Hidden AVP requested, but no L2TP secret.\n");
2743 fatal = flags;
2744 result = 2; // general error
2745 error = 6; // generic vendor-specific error
2746 msg = "secret not specified";
2747 continue;
2748 }
2749 if (!session[s].random_vector_length)
2750 {
2751 LOG(1, s, t, "Hidden AVP requested, but no random vector.\n");
2752 fatal = flags;
2753 result = 2; // general error
2754 error = 6; // generic
2755 msg = "no random vector";
2756 continue;
2757 }
2758 if (n < 8)
2759 {
2760 LOG(2, s, t, "Short hidden AVP.\n");
2761 fatal = flags;
2762 result = 2; // general error
2763 error = 2; // length is wrong
2764 msg = 0;
2765 continue;
2766 }
2767
2768 // Unhide the AVP
2769 unhide_value(b, n, mtype, session[s].random_vector, session[s].random_vector_length);
2770
2771 orig_len = ntohs(*(uint16_t *) b);
2772 if (orig_len > n + 2)
2773 {
2774 LOG(1, s, t, "Original length %d too long in hidden AVP of length %d; wrong secret?\n",
2775 orig_len, n);
2776
2777 fatal = flags;
2778 result = 2; // general error
2779 error = 2; // length is wrong
2780 msg = 0;
2781 continue;
2782 }
2783
2784 b += 2;
2785 n = orig_len;
2786 }
2787
2788 LOG(4, s, t, " AVP %u (%s) len %d%s%s\n", mtype, l2tp_avp_name(mtype), n,
2789 flags & 0x40 ? ", hidden" : "", flags & 0x80 ? ", mandatory" : "");
2790
2791 switch (mtype)
2792 {
2793 case 0: // message type
2794 message = ntohs(*(uint16_t *) b);
2795 mandatory = flags & 0x80;
2796 LOG(4, s, t, " Message type = %u (%s)\n", message, l2tp_code(message));
2797 break;
2798 case 1: // result code
2799 {
2800 uint16_t rescode = ntohs(*(uint16_t *) b);
2801 char const *resdesc = "(unknown)";
2802 char const *errdesc = NULL;
2803 int cause = 0;
2804
2805 if (message == 4)
2806 { /* StopCCN */
2807 resdesc = l2tp_stopccn_result_code(rescode);
2808 cause = TERM_LOST_SERVICE;
2809 }
2810 else if (message == 14)
2811 { /* CDN */
2812 resdesc = l2tp_cdn_result_code(rescode);
2813 if (rescode == 1)
2814 cause = TERM_LOST_CARRIER;
2815 else
2816 cause = TERM_ADMIN_RESET;
2817 }
2818
2819 LOG(4, s, t, " Result Code %u: %s\n", rescode, resdesc);
2820 if (n >= 4)
2821 {
2822 uint16_t errcode = ntohs(*(uint16_t *)(b + 2));
2823 errdesc = l2tp_error_code(errcode);
2824 LOG(4, s, t, " Error Code %u: %s\n", errcode, errdesc);
2825 }
2826 if (n > 4)
2827 LOG(4, s, t, " Error String: %.*s\n", n-4, b+4);
2828
2829 if (cause && disc_cause_set < mtype) // take cause from attrib 46 in preference
2830 {
2831 disc_cause_set = mtype;
2832 disc_reason = errdesc ? errdesc : resdesc;
2833 disc_cause = cause;
2834 }
2835
2836 break;
2837 }
2838 break;
2839 case 2: // protocol version
2840 {
2841 version = ntohs(*(uint16_t *) (b));
2842 LOG(4, s, t, " Protocol version = %u\n", version);
2843 if (version && version != 0x0100)
2844 { // allow 0.0 and 1.0
2845 LOG(1, s, t, " Bad protocol version %04X\n", version);
2846 fatal = flags;
2847 result = 5; // unspported protocol version
2848 error = 0x0100; // supported version
2849 msg = 0;
2850 continue; // next
2851 }
2852 }
2853 break;
2854 case 3: // framing capabilities
2855 break;
2856 case 4: // bearer capabilities
2857 break;
2858 case 5: // tie breaker
2859 // We never open tunnels, so we don't care about tie breakers
2860 continue;
2861 case 6: // firmware revision
2862 break;
2863 case 7: // host name
2864 memset(tunnel[t].hostname, 0, sizeof(tunnel[t].hostname));
2865 memcpy(tunnel[t].hostname, b, (n < sizeof(tunnel[t].hostname)) ? n : sizeof(tunnel[t].hostname) - 1);
2866 LOG(4, s, t, " Tunnel hostname = \"%s\"\n", tunnel[t].hostname);
2867 // TBA - to send to RADIUS
2868 break;
2869 case 8: // vendor name
2870 memset(tunnel[t].vendor, 0, sizeof(tunnel[t].vendor));
2871 memcpy(tunnel[t].vendor, b, (n < sizeof(tunnel[t].vendor)) ? n : sizeof(tunnel[t].vendor) - 1);
2872 LOG(4, s, t, " Vendor name = \"%s\"\n", tunnel[t].vendor);
2873 break;
2874 case 9: // assigned tunnel
2875 tunnel[t].far = ntohs(*(uint16_t *) (b));
2876 LOG(4, s, t, " Remote tunnel id = %u\n", tunnel[t].far);
2877 break;
2878 case 10: // rx window
2879 tunnel[t].window = ntohs(*(uint16_t *) (b));
2880 if (!tunnel[t].window)
2881 tunnel[t].window = 1; // window of 0 is silly
2882 LOG(4, s, t, " rx window = %u\n", tunnel[t].window);
2883 break;
2884 case 11: // Request Challenge
2885 {
2886 LOG(4, s, t, " LAC requested CHAP authentication for tunnel\n");
2887 if (message == 1)
2888 build_chap_response(b, 2, n, &sendchalresponse);
2889 else if (message == 2)
2890 build_chap_response(b, 3, n, &sendchalresponse);
2891 }
2892 break;
2893 case 13: // receive challenge Response
2894 if (tunnel[t].isremotelns)
2895 {
2896 recvchalresponse = calloc(17, 1);
2897 memcpy(recvchalresponse, b, (n < 17) ? n : 16);
2898 LOG(3, s, t, "received challenge response from REMOTE LNS\n");
2899 }
2900 else
2901 // Why did they send a response? We never challenge.
2902 LOG(2, s, t, " received unexpected challenge response\n");
2903 break;
2904
2905 case 14: // assigned session
2906 asession = session[s].far = ntohs(*(uint16_t *) (b));
2907 LOG(4, s, t, " assigned session = %u\n", asession);
2908 break;
2909 case 15: // call serial number
2910 LOG(4, s, t, " call serial number = %u\n", ntohl(*(uint32_t *)b));
2911 break;
2912 case 18: // bearer type
2913 LOG(4, s, t, " bearer type = %u\n", ntohl(*(uint32_t *)b));
2914 // TBA - for RADIUS
2915 break;
2916 case 19: // framing type
2917 LOG(4, s, t, " framing type = %u\n", ntohl(*(uint32_t *)b));
2918 // TBA
2919 break;
2920 case 21: // called number
2921 memset(called, 0, sizeof(called));
2922 memcpy(called, b, (n < sizeof(called)) ? n : sizeof(called) - 1);
2923 LOG(4, s, t, " Called <%s>\n", called);
2924 break;
2925 case 22: // calling number
2926 memset(calling, 0, sizeof(calling));
2927 memcpy(calling, b, (n < sizeof(calling)) ? n : sizeof(calling) - 1);
2928 LOG(4, s, t, " Calling <%s>\n", calling);
2929 break;
2930 case 23: // subtype
2931 break;
2932 case 24: // tx connect speed
2933 if (n == 4)
2934 {
2935 session[s].tx_connect_speed = ntohl(*(uint32_t *)b);
2936 }
2937 else
2938 {
2939 // AS5300s send connect speed as a string
2940 char tmp[30];
2941 memset(tmp, 0, sizeof(tmp));
2942 memcpy(tmp, b, (n < sizeof(tmp)) ? n : sizeof(tmp) - 1);
2943 session[s].tx_connect_speed = atol(tmp);
2944 }
2945 LOG(4, s, t, " TX connect speed <%u>\n", session[s].tx_connect_speed);
2946 break;
2947 case 38: // rx connect speed
2948 if (n == 4)
2949 {
2950 session[s].rx_connect_speed = ntohl(*(uint32_t *)b);
2951 }
2952 else
2953 {
2954 // AS5300s send connect speed as a string
2955 char tmp[30];
2956 memset(tmp, 0, sizeof(tmp));
2957 memcpy(tmp, b, (n < sizeof(tmp)) ? n : sizeof(tmp) - 1);
2958 session[s].rx_connect_speed = atol(tmp);
2959 }
2960 LOG(4, s, t, " RX connect speed <%u>\n", session[s].rx_connect_speed);
2961 break;
2962 case 25: // Physical Channel ID
2963 {
2964 uint32_t tmp = ntohl(*(uint32_t *) b);
2965 LOG(4, s, t, " Physical Channel ID <%X>\n", tmp);
2966 break;
2967 }
2968 case 29: // Proxy Authentication Type
2969 {
2970 uint16_t atype = ntohs(*(uint16_t *)b);
2971 LOG(4, s, t, " Proxy Auth Type %u (%s)\n", atype, ppp_auth_type(atype));
2972 break;
2973 }
2974 case 30: // Proxy Authentication Name
2975 {
2976 char authname[64];
2977 memset(authname, 0, sizeof(authname));
2978 memcpy(authname, b, (n < sizeof(authname)) ? n : sizeof(authname) - 1);
2979 LOG(4, s, t, " Proxy Auth Name (%s)\n",
2980 authname);
2981 break;
2982 }
2983 case 31: // Proxy Authentication Challenge
2984 {
2985 LOG(4, s, t, " Proxy Auth Challenge\n");
2986 break;
2987 }
2988 case 32: // Proxy Authentication ID
2989 {
2990 uint16_t authid = ntohs(*(uint16_t *)(b));
2991 LOG(4, s, t, " Proxy Auth ID (%u)\n", authid);
2992 break;
2993 }
2994 case 33: // Proxy Authentication Response
2995 LOG(4, s, t, " Proxy Auth Response\n");
2996 break;
2997 case 27: // last sent lcp
2998 { // find magic number
2999 uint8_t *p = b, *e = p + n;
3000 while (p + 1 < e && p[1] && p + p[1] <= e)
3001 {
3002 if (*p == 5 && p[1] == 6) // Magic-Number
3003 amagic = ntohl(*(uint32_t *) (p + 2));
3004 else if (*p == 7) // Protocol-Field-Compression
3005 aflags |= SESSION_PFC;
3006 else if (*p == 8) // Address-and-Control-Field-Compression
3007 aflags |= SESSION_ACFC;
3008 p += p[1];
3009 }
3010 }
3011 break;
3012 case 28: // last recv lcp confreq
3013 break;
3014 case 26: // Initial Received LCP CONFREQ
3015 break;
3016 case 39: // seq required - we control it as an LNS anyway...
3017 break;
3018 case 36: // Random Vector
3019 LOG(4, s, t, " Random Vector received. Enabled AVP Hiding.\n");
3020 memset(session[s].random_vector, 0, sizeof(session[s].random_vector));
3021 if (n > sizeof(session[s].random_vector))
3022 n = sizeof(session[s].random_vector);
3023 memcpy(session[s].random_vector, b, n);
3024 session[s].random_vector_length = n;
3025 break;
3026 case 46: // ppp disconnect cause
3027 if (n >= 5)
3028 {
3029 uint16_t code = ntohs(*(uint16_t *) b);
3030 uint16_t proto = ntohs(*(uint16_t *) (b + 2));
3031 uint8_t dir = *(b + 4);
3032
3033 LOG(4, s, t, " PPP disconnect cause "
3034 "(code=%u, proto=%04X, dir=%u, msg=\"%.*s\")\n",
3035 code, proto, dir, n - 5, b + 5);
3036
3037 disc_cause_set = mtype;
3038
3039 switch (code)
3040 {
3041 case 1: // admin disconnect
3042 disc_cause = TERM_ADMIN_RESET;
3043 disc_reason = "Administrative disconnect";
3044 break;
3045 case 3: // lcp terminate
3046 if (dir != 2) break; // 1=peer (LNS), 2=local (LAC)
3047 disc_cause = TERM_USER_REQUEST;
3048 disc_reason = "Normal disconnection";
3049 break;
3050 case 4: // compulsory encryption unavailable
3051 if (dir != 1) break; // 1=refused by peer, 2=local
3052 disc_cause = TERM_USER_ERROR;
3053 disc_reason = "Compulsory encryption refused";
3054 break;
3055 case 5: // lcp: fsm timeout
3056 disc_cause = TERM_PORT_ERROR;
3057 disc_reason = "LCP: FSM timeout";
3058 break;
3059 case 6: // lcp: no recognisable lcp packets received
3060 disc_cause = TERM_PORT_ERROR;
3061 disc_reason = "LCP: no recognisable LCP packets";
3062 break;
3063 case 7: // lcp: magic-no error (possibly looped back)
3064 disc_cause = TERM_PORT_ERROR;
3065 disc_reason = "LCP: magic-no error (possible loop)";
3066 break;
3067 case 8: // lcp: echo request timeout
3068 disc_cause = TERM_PORT_ERROR;
3069 disc_reason = "LCP: echo request timeout";
3070 break;
3071 case 13: // auth: fsm timeout
3072 disc_cause = TERM_SERVICE_UNAVAILABLE;
3073 disc_reason = "Authentication: FSM timeout";
3074 break;
3075 case 15: // auth: unacceptable auth protocol
3076 disc_cause = TERM_SERVICE_UNAVAILABLE;
3077 disc_reason = "Unacceptable authentication protocol";
3078 break;
3079 case 16: // auth: authentication failed
3080 disc_cause = TERM_SERVICE_UNAVAILABLE;
3081 disc_reason = "Authentication failed";
3082 break;
3083 case 17: // ncp: fsm timeout
3084 disc_cause = TERM_SERVICE_UNAVAILABLE;
3085 disc_reason = "NCP: FSM timeout";
3086 break;
3087 case 18: // ncp: no ncps available
3088 disc_cause = TERM_SERVICE_UNAVAILABLE;
3089 disc_reason = "NCP: no NCPs available";
3090 break;
3091 case 19: // ncp: failure to converge on acceptable address
3092 disc_cause = TERM_SERVICE_UNAVAILABLE;
3093 disc_reason = (dir == 1)
3094 ? "NCP: too many Configure-Naks received from peer"
3095 : "NCP: too many Configure-Naks sent to peer";
3096 break;
3097 case 20: // ncp: user not permitted to use any address
3098 disc_cause = TERM_SERVICE_UNAVAILABLE;
3099 disc_reason = (dir == 1)
3100 ? "NCP: local link address not acceptable to peer"
3101 : "NCP: remote link address not acceptable";
3102 break;
3103 }
3104 }
3105 break;
3106 default:
3107 {
3108 static char e[] = "unknown AVP 0xXXXX";
3109 LOG(2, s, t, " Unknown AVP type %u\n", mtype);
3110 fatal = flags;
3111 result = 2; // general error
3112 error = 8; // unknown mandatory AVP
3113 sprintf((msg = e) + 14, "%04x", mtype);
3114 continue; // next
3115 }
3116 }
3117 }
3118 // process message
3119 if (fatal & 0x80)
3120 tunnelshutdown(t, "Invalid mandatory AVP", result, error, msg);
3121 else
3122 switch (message)
3123 {
3124 case 1: // SCCRQ - Start Control Connection Request
3125 tunnel[t].state = TUNNELOPENING;
3126 LOG(3, s, t, "Received SCCRQ\n");
3127 if (main_quit != QUIT_SHUTDOWN)
3128 {
3129 LOG(3, s, t, "sending SCCRP\n");
3130 controlt *c = controlnew(2); // sending SCCRP
3131 control16(c, 2, version, 1); // protocol version
3132 control32(c, 3, 3, 1); // framing
3133 controls(c, 7, config->multi_n_hostname[tunnel[t].indexudp][0]?config->multi_n_hostname[tunnel[t].indexudp]:hostname, 1); // host name
3134 if (sendchalresponse) controlb(c, 13, sendchalresponse, 16, 1); // Send Challenge response
3135 control16(c, 9, t, 1); // assigned tunnel
3136 controladd(c, 0, t); // send the resply
3137 }
3138 else
3139 {
3140 tunnelshutdown(t, "Shutting down", 6, 0, 0);
3141 }
3142 break;
3143 case 2: // SCCRP
3144 tunnel[t].state = TUNNELOPEN;
3145 tunnel[t].lastrec = time_now;
3146 LOG(3, s, t, "Received SCCRP\n");
3147 if (main_quit != QUIT_SHUTDOWN)
3148 {
3149 if (tunnel[t].isremotelns && recvchalresponse)
3150 {
3151 hasht hash;
3152
3153 lac_calc_rlns_auth(t, 2, hash); // id = 2 (SCCRP)
3154 // check authenticator
3155 if (memcmp(hash, recvchalresponse, 16) == 0)
3156 {
3157 LOG(3, s, t, "sending SCCCN to REMOTE LNS\n");
3158 controlt *c = controlnew(3); // sending SCCCN
3159 controls(c, 7, config->multi_n_hostname[tunnel[t].indexudp][0]?config->multi_n_hostname[tunnel[t].indexudp]:hostname, 1); // host name
3160 controls(c, 8, Vendor_name, 1); // Vendor name
3161 control16(c, 2, version, 1); // protocol version
3162 control32(c, 3, 3, 1); // framing Capabilities
3163 if (sendchalresponse) controlb(c, 13, sendchalresponse, 16, 1); // Challenge response
3164 control16(c, 9, t, 1); // assigned tunnel
3165 controladd(c, 0, t); // send
3166 }
3167 else
3168 {
3169 tunnelshutdown(t, "Bad chap response from REMOTE LNS", 4, 0, 0);
3170 }
3171 }
3172 }
3173 else
3174 {
3175 tunnelshutdown(t, "Shutting down", 6, 0, 0);
3176 }
3177 break;
3178 case 3: // SCCN
3179 LOG(3, s, t, "Received SCCN\n");
3180 tunnel[t].state = TUNNELOPEN;
3181 tunnel[t].lastrec = time_now;
3182 controlnull(t); // ack
3183 break;
3184 case 4: // StopCCN
3185 LOG(3, s, t, "Received StopCCN\n");
3186 controlnull(t); // ack
3187 tunnelshutdown(t, "Stopped", 0, 0, 0); // Shut down cleanly
3188 break;
3189 case 6: // HELLO
3190 LOG(3, s, t, "Received HELLO\n");
3191 controlnull(t); // simply ACK
3192 break;
3193 case 7: // OCRQ
3194 // TBA
3195 LOG(3, s, t, "Received OCRQ\n");
3196 break;
3197 case 8: // OCRO
3198 // TBA
3199 LOG(3, s, t, "Received OCRO\n");
3200 break;
3201 case 9: // OCCN
3202 // TBA
3203 LOG(3, s, t, "Received OCCN\n");
3204 break;
3205 case 10: // ICRQ
3206 LOG(3, s, t, "Received ICRQ\n");
3207 if (sessionfree && main_quit != QUIT_SHUTDOWN)
3208 {
3209 controlt *c = controlnew(11); // ICRP
3210
3211 LOG(3, s, t, "Sending ICRP\n");
3212
3213 s = sessionfree;
3214 sessionfree = session[s].next;
3215 memset(&session[s], 0, sizeof(session[s]));
3216
3217 if (s > config->cluster_highest_sessionid)
3218 config->cluster_highest_sessionid = s;
3219
3220 session[s].opened = time_now;
3221 session[s].tunnel = t;
3222 session[s].far = asession;
3223 session[s].last_packet = session[s].last_data = time_now;
3224 LOG(3, s, t, "New session (%u/%u)\n", tunnel[t].far, session[s].far);
3225 control16(c, 14, s, 1); // assigned session
3226 controladd(c, asession, t); // send the reply
3227
3228 strncpy(session[s].called, called, sizeof(session[s].called) - 1);
3229 strncpy(session[s].calling, calling, sizeof(session[s].calling) - 1);
3230
3231 session[s].ppp.phase = Establish;
3232 session[s].ppp.lcp = Starting;
3233
3234 STAT(session_created);
3235 break;
3236 }
3237
3238 {
3239 controlt *c = controlnew(14); // CDN
3240 LOG(3, s, t, "Sending CDN\n");
3241 if (!sessionfree)
3242 {
3243 STAT(session_overflow);
3244 LOG(1, 0, t, "No free sessions\n");
3245 control16(c, 1, 4, 0); // temporary lack of resources
3246 }
3247 else
3248 control16(c, 1, 2, 7); // shutting down, try another
3249
3250 controladd(c, asession, t); // send the message
3251 }
3252 return;
3253 case 11: // ICRP
3254 LOG(3, s, t, "Received ICRP\n");
3255 if (session[s].forwardtosession)
3256 {
3257 controlt *c = controlnew(12); // ICCN
3258
3259 session[s].opened = time_now;
3260 session[s].tunnel = t;
3261 session[s].far = asession;
3262 session[s].last_packet = session[s].last_data = time_now;
3263
3264 control32(c, 19, 1, 1); // Framing Type
3265 control32(c, 24, 10000000, 1); // Tx Connect Speed
3266 controladd(c, asession, t); // send the message
3267 LOG(3, s, t, "Sending ICCN\n");
3268 }
3269 break;
3270 case 12: // ICCN
3271 LOG(3, s, t, "Received ICCN\n");
3272 if (amagic == 0) amagic = time_now;
3273 session[s].magic = amagic; // set magic number
3274 session[s].flags = aflags; // set flags received
3275 session[s].mru = PPPoE_MRU; // default
3276 controlnull(t); // ack
3277
3278 // start LCP
3279 sess_local[s].lcp_authtype = config->radius_authprefer;
3280 sess_local[s].ppp_mru = MRU;
3281
3282 // Set multilink options before sending initial LCP packet
3283 sess_local[s].mp_mrru = 1614;
3284 sess_local[s].mp_epdis = ntohl(config->iftun_address ? config->iftun_address : my_address);
3285
3286 sendlcp(s, t);
3287 change_state(s, lcp, RequestSent);
3288 break;
3289
3290 case 14: // CDN
3291 LOG(3, s, t, "Received CDN\n");
3292 controlnull(t); // ack
3293 sessionshutdown(s, disc_reason, CDN_NONE, disc_cause);
3294 break;
3295 case 0xFFFF:
3296 LOG(1, s, t, "Missing message type\n");
3297 break;
3298 default:
3299 STAT(tunnel_rx_errors);
3300 if (mandatory)
3301 tunnelshutdown(t, "Unknown message type", 2, 6, "unknown message type");
3302 else
3303 LOG(1, s, t, "Unknown message type %u\n", message);
3304 break;
3305 }
3306 if (sendchalresponse) free(sendchalresponse);
3307 if (recvchalresponse) free(recvchalresponse);
3308 cluster_send_tunnel(t);
3309 }
3310 else
3311 {
3312 LOG(4, s, t, " Got a ZLB ack\n");
3313 }
3314 }
3315 else
3316 { // data
3317 uint16_t proto;
3318
3319 LOG_HEX(5, "Receive Tunnel Data", p, l);
3320 if (l > 2 && p[0] == 0xFF && p[1] == 0x03)
3321 { // HDLC address header, discard
3322 p += 2;
3323 l -= 2;
3324 }
3325 if (l < 2)
3326 {
3327 LOG(1, s, t, "Short ppp length %d\n", l);
3328 STAT(tunnel_rx_errors);
3329 return;
3330 }
3331 if (*p & 1)
3332 {
3333 proto = *p++;
3334 l--;
3335 }
3336 else
3337 {
3338 proto = ntohs(*(uint16_t *) p);
3339 p += 2;
3340 l -= 2;
3341 }
3342
3343 if (session[s].forwardtosession)
3344 {
3345 LOG(5, s, t, "Forwarding data session to session %u\n", session[s].forwardtosession);
3346 // Forward to LAC/BAS or Remote LNS session
3347 lac_session_forward(buf, len, s, proto, addr->sin_addr.s_addr, addr->sin_port, indexudpfd);
3348 return;
3349 }
3350 else if (config->auth_tunnel_change_addr_src)
3351 {
3352 if (tunnel[t].ip != ntohl(addr->sin_addr.s_addr) &&
3353 tunnel[t].port == ntohs(addr->sin_port))
3354 {
3355 // The remotes BAS are a clustered l2tpns server and the source IP has changed
3356 LOG(5, s, t, "The tunnel IP source (%s) has changed by new IP (%s)\n",
3357 fmtaddr(htonl(tunnel[t].ip), 0), fmtaddr(addr->sin_addr.s_addr, 0));
3358
3359 tunnel[t].ip = ntohl(addr->sin_addr.s_addr);
3360 }
3361 }
3362
3363 if (s && !session[s].opened) // Is something wrong??
3364 {
3365 if (!config->cluster_iam_master)
3366 {
3367 // Pass it off to the master to deal with..
3368 master_forward_packet(buf, len, addr->sin_addr.s_addr, addr->sin_port, indexudpfd);
3369 return;
3370 }
3371
3372 LOG(1, s, t, "UDP packet contains session which is not opened. Dropping packet.\n");
3373 STAT(tunnel_rx_errors);
3374 return;
3375 }
3376
3377 if (proto == PPPPAP)
3378 {
3379 session[s].last_packet = time_now;
3380 if (!config->cluster_iam_master) { master_forward_packet(buf, len, addr->sin_addr.s_addr, addr->sin_port, indexudpfd); return; }
3381 processpap(s, t, p, l);
3382 }
3383 else if (proto == PPPCHAP)
3384 {
3385 session[s].last_packet = time_now;
3386 if (!config->cluster_iam_master) { master_forward_packet(buf, len, addr->sin_addr.s_addr, addr->sin_port, indexudpfd); return; }
3387 processchap(s, t, p, l);
3388 }
3389 else if (proto == PPPLCP)
3390 {
3391 session[s].last_packet = time_now;
3392 if (!config->cluster_iam_master) { master_forward_packet(buf, len, addr->sin_addr.s_addr, addr->sin_port, indexudpfd); return; }
3393 processlcp(s, t, p, l);
3394 }
3395 else if (proto == PPPIPCP)
3396 {
3397 session[s].last_packet = time_now;
3398 if (!config->cluster_iam_master) { master_forward_packet(buf, len, addr->sin_addr.s_addr, addr->sin_port, indexudpfd); return; }
3399 processipcp(s, t, p, l);
3400 }
3401 else if (proto == PPPIPV6CP && config->ipv6_prefix.s6_addr[0])
3402 {
3403 session[s].last_packet = time_now;
3404 if (!config->cluster_iam_master) { master_forward_packet(buf, len, addr->sin_addr.s_addr, addr->sin_port, indexudpfd); return; }
3405 processipv6cp(s, t, p, l);
3406 }
3407 else if (proto == PPPCCP)
3408 {
3409 session[s].last_packet = time_now;
3410 if (!config->cluster_iam_master) { master_forward_packet(buf, len, addr->sin_addr.s_addr, addr->sin_port, indexudpfd); return; }
3411 processccp(s, t, p, l);
3412 }
3413 else if (proto == PPPIP)
3414 {
3415 if (session[s].die)
3416 {
3417 LOG(4, s, t, "Session %u is closing. Don't process PPP packets\n", s);
3418 return; // closing session, PPP not processed
3419 }
3420
3421 session[s].last_packet = session[s].last_data = time_now;
3422 if (session[s].walled_garden && !config->cluster_iam_master)
3423 {
3424 master_forward_packet(buf, len, addr->sin_addr.s_addr, addr->sin_port, indexudpfd);
3425 return;
3426 }
3427
3428 processipin(s, t, p, l);
3429 }
3430 else if (proto == PPPMP)
3431 {
3432 if (session[s].die)
3433 {
3434 LOG(4, s, t, "Session %u is closing. Don't process PPP packets\n", s);
3435 return; // closing session, PPP not processed
3436 }
3437
3438 session[s].last_packet = session[s].last_data = time_now;
3439 if (!config->cluster_iam_master)
3440 {
3441 // The fragments reconstruction is managed by the Master.
3442 master_forward_packet(buf, len, addr->sin_addr.s_addr, addr->sin_port, indexudpfd);
3443 return;
3444 }
3445
3446 processmpin(s, t, p, l);
3447 }
3448 else if (proto == PPPIPV6 && config->ipv6_prefix.s6_addr[0])
3449 {
3450 if (session[s].die)
3451 {
3452 LOG(4, s, t, "Session %u is closing. Don't process PPP packets\n", s);
3453 return; // closing session, PPP not processed
3454 }
3455
3456 session[s].last_packet = session[s].last_data = time_now;
3457 if (session[s].walled_garden && !config->cluster_iam_master)
3458 {
3459 master_forward_packet(buf, len, addr->sin_addr.s_addr, addr->sin_port, indexudpfd);
3460 return;
3461 }
3462
3463 if (!config->cluster_iam_master)
3464 {
3465 // Check if DhcpV6, IP dst: FF02::1:2, Src Port 0x0222 (546), Dst Port 0x0223 (547)
3466 if (*(p + 6) == 17 && *(p + 24) == 0xFF && *(p + 25) == 2 &&
3467 *(uint32_t *)(p + 26) == 0 && *(uint32_t *)(p + 30) == 0 &&
3468 *(uint16_t *)(p + 34) == 0 && *(p + 36) == 0 && *(p + 37) == 1 && *(p + 38) == 0 && *(p + 39) == 2 &&
3469 *(p + 40) == 2 && *(p + 41) == 0x22 && *(p + 42) == 2 && *(p + 43) == 0x23)
3470 {
3471 // DHCPV6 must be managed by the Master.
3472 master_forward_packet(buf, len, addr->sin_addr.s_addr, addr->sin_port, indexudpfd);
3473 return;
3474 }
3475 }
3476
3477 processipv6in(s, t, p, l);
3478 }
3479 else if (session[s].ppp.lcp == Opened)
3480 {
3481 session[s].last_packet = time_now;
3482 if (!config->cluster_iam_master) { master_forward_packet(buf, len, addr->sin_addr.s_addr, addr->sin_port, indexudpfd); return; }
3483 protoreject(s, t, p, l, proto);
3484 }
3485 else
3486 {
3487 LOG(2, s, t, "Unknown PPP protocol 0x%04X received in LCP %s state\n",
3488 proto, ppp_state(session[s].ppp.lcp));
3489 }
3490 }
3491 }
3492
3493 // read and process packet on tun
3494 // (i.e. this routine writes to buf[-8]).
3495 static void processtun(uint8_t * buf, int len)
3496 {
3497 LOG_HEX(5, "Receive TUN Data", buf, len);
3498 STAT(tun_rx_packets);
3499 INC_STAT(tun_rx_bytes, len);
3500
3501 CSTAT(processtun);
3502
3503 eth_rx_pkt++;
3504 eth_rx += len;
3505 if (len < 22)
3506 {
3507 LOG(1, 0, 0, "Short tun packet %d bytes\n", len);
3508 STAT(tun_rx_errors);
3509 return;
3510 }
3511
3512 if (*(uint16_t *) (buf + 2) == htons(PKTIP)) // IPv4
3513 processipout(buf, len);
3514 else if (*(uint16_t *) (buf + 2) == htons(PKTIPV6) // IPV6
3515 && config->ipv6_prefix.s6_addr[0])
3516 processipv6out(buf, len);
3517
3518 // Else discard.
3519 }
3520
3521 // Handle retries, timeouts. Runs every 1/10th sec, want to ensure
3522 // that we look at the whole of the tunnel, radius and session tables
3523 // every second
3524 static void regular_cleanups(double period)
3525 {
3526 // Next tunnel, radius and session to check for actions on.
3527 static tunnelidt t = 0;
3528 static int r = 0;
3529 static sessionidt s = 0;
3530
3531 int t_actions = 0;
3532 int r_actions = 0;
3533 int s_actions = 0;
3534
3535 int t_slice;
3536 int r_slice;
3537 int s_slice;
3538
3539 int i;
3540 int a;
3541
3542 // divide up tables into slices based on the last run
3543 t_slice = config->cluster_highest_tunnelid * period;
3544 r_slice = (MAXRADIUS - 1) * period;
3545 s_slice = config->cluster_highest_sessionid * period;
3546
3547 if (t_slice < 1)
3548 t_slice = 1;
3549 else if (t_slice > config->cluster_highest_tunnelid)
3550 t_slice = config->cluster_highest_tunnelid;
3551
3552 if (r_slice < 1)
3553 r_slice = 1;
3554 else if (r_slice > (MAXRADIUS - 1))
3555 r_slice = MAXRADIUS - 1;
3556
3557 if (s_slice < 1)
3558 s_slice = 1;
3559 else if (s_slice > config->cluster_highest_sessionid)
3560 s_slice = config->cluster_highest_sessionid;
3561
3562 LOG(4, 0, 0, "Begin regular cleanup (last %f seconds ago)\n", period);
3563
3564 for (i = 0; i < t_slice; i++)
3565 {
3566 t++;
3567 if (t > config->cluster_highest_tunnelid)
3568 t = 1;
3569
3570 if (t == TUNNEL_ID_PPPOE)
3571 continue;
3572
3573 // check for expired tunnels
3574 if (tunnel[t].die && tunnel[t].die <= TIME)
3575 {
3576 STAT(tunnel_timeout);
3577 tunnelkill(t, "Expired");
3578 t_actions++;
3579 continue;
3580 }
3581 // check for message resend
3582 if (tunnel[t].retry && tunnel[t].controlc)
3583 {
3584 // resend pending messages as timeout on reply
3585 if (tunnel[t].retry <= TIME)
3586 {
3587 controlt *c = tunnel[t].controls;
3588 uint16_t w = tunnel[t].window;
3589 tunnel[t].try++; // another try
3590 if (tunnel[t].try > 5)
3591 tunnelkill(t, "Timeout on control message"); // game over
3592 else
3593 while (c && w--)
3594 {
3595 tunnelsend(c->buf, c->length, t);
3596 c = c->next;
3597 }
3598
3599 t_actions++;
3600 }
3601 }
3602 // Send hello
3603 if (tunnel[t].state == TUNNELOPEN && !tunnel[t].controlc && (time_now - tunnel[t].lastrec) > 60)
3604 {
3605 if (!config->disable_sending_hello)
3606 {
3607 controlt *c = controlnew(6); // sending HELLO
3608 controladd(c, 0, t); // send the message
3609 LOG(3, 0, t, "Sending HELLO message\n");
3610 t_actions++;
3611 }
3612 }
3613
3614 // Check for tunnel changes requested from the CLI
3615 if ((a = cli_tunnel_actions[t].action))
3616 {
3617 cli_tunnel_actions[t].action = 0;
3618 if (a & CLI_TUN_KILL)
3619 {
3620 LOG(2, 0, t, "Dropping tunnel by CLI\n");
3621 tunnelshutdown(t, "Requested by administrator", 1, 0, 0);
3622 t_actions++;
3623 }
3624 }
3625 }
3626
3627 for (i = 0; i < r_slice; i++)
3628 {
3629 r++;
3630 if (r >= MAXRADIUS)
3631 r = 1;
3632
3633 if (!radius[r].state)
3634 continue;
3635
3636 if (radius[r].retry <= TIME)
3637 {
3638 radiusretry(r);
3639 r_actions++;
3640 }
3641 }
3642
3643 for (i = 0; i < s_slice; i++)
3644 {
3645 s++;
3646 if (s > config->cluster_highest_sessionid)
3647 s = 1;
3648
3649 if (!session[s].opened) // Session isn't in use
3650 continue;
3651
3652 // check for expired sessions
3653 if (session[s].die)
3654 {
3655 if (session[s].die <= TIME)
3656 {
3657 sessionkill(s, "Expired");
3658 s_actions++;
3659 }
3660 continue;
3661 }
3662
3663 // PPP timeouts
3664 if (sess_local[s].lcp.restart <= time_now)
3665 {
3666 int next_state = session[s].ppp.lcp;
3667 switch (session[s].ppp.lcp)
3668 {
3669 case RequestSent:
3670 case AckReceived:
3671 next_state = RequestSent;
3672
3673 case AckSent:
3674 if (sess_local[s].lcp.conf_sent < config->ppp_max_configure)
3675 {
3676 LOG(3, s, session[s].tunnel, "No ACK for LCP ConfigReq... resending\n");
3677 sendlcp(s, session[s].tunnel);
3678 change_state(s, lcp, next_state);
3679 }
3680 else
3681 {
3682 sessionshutdown(s, "No response to LCP ConfigReq.", CDN_ADMIN_DISC, TERM_LOST_SERVICE);
3683 STAT(session_timeout);
3684 }
3685
3686 s_actions++;
3687 }
3688
3689 if (session[s].die)
3690 continue;
3691 }
3692
3693 if (sess_local[s].ipcp.restart <= time_now)
3694 {
3695 int next_state = session[s].ppp.ipcp;
3696 switch (session[s].ppp.ipcp)
3697 {
3698 case RequestSent:
3699 case AckReceived:
3700 next_state = RequestSent;
3701
3702 case AckSent:
3703 if (sess_local[s].ipcp.conf_sent < config->ppp_max_configure)
3704 {
3705 LOG(3, s, session[s].tunnel, "No ACK for IPCP ConfigReq... resending\n");
3706 sendipcp(s, session[s].tunnel);
3707 change_state(s, ipcp, next_state);
3708 }
3709 else
3710 {
3711 sessionshutdown(s, "No response to IPCP ConfigReq.", CDN_ADMIN_DISC, TERM_LOST_SERVICE);
3712 STAT(session_timeout);
3713 }
3714
3715 s_actions++;
3716 }
3717
3718 if (session[s].die)
3719 continue;
3720 }
3721
3722 if (sess_local[s].ipv6cp.restart <= time_now)
3723 {
3724 int next_state = session[s].ppp.ipv6cp;
3725 switch (session[s].ppp.ipv6cp)
3726 {
3727 case RequestSent:
3728 case AckReceived:
3729 next_state = RequestSent;
3730
3731 case AckSent:
3732 if (sess_local[s].ipv6cp.conf_sent < config->ppp_max_configure)
3733 {
3734 LOG(3, s, session[s].tunnel, "No ACK for IPV6CP ConfigReq... resending\n");
3735 sendipv6cp(s, session[s].tunnel);
3736 change_state(s, ipv6cp, next_state);
3737 }
3738 else
3739 {
3740 LOG(3, s, session[s].tunnel, "No ACK for IPV6CP ConfigReq\n");
3741 change_state(s, ipv6cp, Stopped);
3742 }
3743
3744 s_actions++;
3745 }
3746 }
3747
3748 if (sess_local[s].ccp.restart <= time_now)
3749 {
3750 int next_state = session[s].ppp.ccp;
3751 switch (session[s].ppp.ccp)
3752 {
3753 case RequestSent:
3754 case AckReceived:
3755 next_state = RequestSent;
3756
3757 case AckSent:
3758 if (sess_local[s].ccp.conf_sent < config->ppp_max_configure)
3759 {
3760 LOG(3, s, session[s].tunnel, "No ACK for CCP ConfigReq... resending\n");
3761 sendccp(s, session[s].tunnel);
3762 change_state(s, ccp, next_state);
3763 }
3764 else
3765 {
3766 LOG(3, s, session[s].tunnel, "No ACK for CCP ConfigReq\n");
3767 change_state(s, ccp, Stopped);
3768 }
3769
3770 s_actions++;
3771 }
3772 }
3773
3774 // Drop sessions who have not responded within IDLE_ECHO_TIMEOUT seconds
3775 if (session[s].last_packet && (time_now - session[s].last_packet >= config->idle_echo_timeout))
3776 {
3777 sessionshutdown(s, "No response to LCP ECHO requests.", CDN_ADMIN_DISC, TERM_LOST_SERVICE);
3778 STAT(session_timeout);
3779 s_actions++;
3780 continue;
3781 }
3782
3783 // No data in ECHO_TIMEOUT seconds, send LCP ECHO
3784 if (session[s].ppp.phase >= Establish &&
3785 ((!config->ppp_keepalive) ||
3786 (time_now - session[s].last_packet >= config->echo_timeout)) &&
3787 (time_now - sess_local[s].last_echo >= ECHO_TIMEOUT))
3788 {
3789 uint8_t b[MAXETHER];
3790
3791 uint8_t *q = makeppp(b, sizeof(b), 0, 0, s, session[s].tunnel, PPPLCP, 1, 0, 0);
3792 if (!q) continue;
3793
3794 *q = EchoReq;
3795 *(uint8_t *)(q + 1) = (time_now % 255); // ID
3796 *(uint16_t *)(q + 2) = htons(8); // Length
3797 *(uint32_t *)(q + 4) = session[s].ppp.lcp == Opened ? htonl(session[s].magic) : 0; // Magic Number
3798
3799 LOG(4, s, session[s].tunnel, "No data in %d seconds, sending LCP ECHO\n",
3800 (int)(time_now - session[s].last_packet));
3801
3802 tunnelsend(b, (q - b) + 8, session[s].tunnel); // send it
3803 sess_local[s].last_echo = time_now;
3804 s_actions++;
3805 }
3806
3807 // Drop sessions who have reached session_timeout seconds
3808 if (session[s].session_timeout)
3809 {
3810 bundleidt bid = session[s].bundle;
3811 if (bid)
3812 {
3813 if (time_now - bundle[bid].last_check >= 1)
3814 {
3815 bundle[bid].online_time += (time_now - bundle[bid].last_check) * bundle[bid].num_of_links;
3816 bundle[bid].last_check = time_now;
3817 if (bundle[bid].online_time >= session[s].session_timeout)
3818 {
3819 int ses;
3820 for (ses = bundle[bid].num_of_links - 1; ses >= 0; ses--)
3821 {
3822 sessionshutdown(bundle[bid].members[ses], "Session timeout", CDN_ADMIN_DISC, TERM_SESSION_TIMEOUT);
3823 s_actions++;
3824 continue;
3825 }
3826 }
3827 }
3828 }
3829 else if (time_now - session[s].opened >= session[s].session_timeout)
3830 {
3831 sessionshutdown(s, "Session timeout", CDN_ADMIN_DISC, TERM_SESSION_TIMEOUT);
3832 s_actions++;
3833 continue;
3834 }
3835 }
3836
3837 // Drop sessions who have reached idle_timeout seconds
3838 if (session[s].last_data && session[s].idle_timeout && (time_now - session[s].last_data >= session[s].idle_timeout))
3839 {
3840 sessionshutdown(s, "Idle Timeout Reached", CDN_ADMIN_DISC, TERM_IDLE_TIMEOUT);
3841 STAT(session_timeout);
3842 s_actions++;
3843 continue;
3844 }
3845
3846 // Check for actions requested from the CLI
3847 if ((a = cli_session_actions[s].action))
3848 {
3849 int send = 0;
3850
3851 cli_session_actions[s].action = 0;
3852 if (a & CLI_SESS_KILL)
3853 {
3854 LOG(2, s, session[s].tunnel, "Dropping session by CLI\n");
3855 sessionshutdown(s, "Requested by administrator.", CDN_ADMIN_DISC, TERM_ADMIN_RESET);
3856 a = 0; // dead, no need to check for other actions
3857 s_actions++;
3858 }
3859
3860 if (a & CLI_SESS_NOSNOOP)
3861 {
3862 LOG(2, s, session[s].tunnel, "Unsnooping session by CLI\n");
3863 session[s].snoop_ip = 0;
3864 session[s].snoop_port = 0;
3865 s_actions++;
3866 send++;
3867 }
3868 else if (a & CLI_SESS_SNOOP)
3869 {
3870 LOG(2, s, session[s].tunnel, "Snooping session by CLI (to %s:%u)\n",
3871 fmtaddr(cli_session_actions[s].snoop_ip, 0),
3872 cli_session_actions[s].snoop_port);
3873
3874 session[s].snoop_ip = cli_session_actions[s].snoop_ip;
3875 session[s].snoop_port = cli_session_actions[s].snoop_port;
3876 s_actions++;
3877 send++;
3878 }
3879
3880 if (a & CLI_SESS_NOTHROTTLE)
3881 {
3882 LOG(2, s, session[s].tunnel, "Un-throttling session by CLI\n");
3883 throttle_session(s, 0, 0);
3884 s_actions++;
3885 send++;
3886 }
3887 else if (a & CLI_SESS_THROTTLE)
3888 {
3889 LOG(2, s, session[s].tunnel, "Throttling session by CLI (to %dkb/s up and %dkb/s down)\n",
3890 cli_session_actions[s].throttle_in,
3891 cli_session_actions[s].throttle_out);
3892
3893 throttle_session(s, cli_session_actions[s].throttle_in, cli_session_actions[s].throttle_out);
3894 s_actions++;
3895 send++;
3896 }
3897
3898 if (a & CLI_SESS_NOFILTER)
3899 {
3900 LOG(2, s, session[s].tunnel, "Un-filtering session by CLI\n");
3901 filter_session(s, 0, 0);
3902 s_actions++;
3903 send++;
3904 }
3905 else if (a & CLI_SESS_FILTER)
3906 {
3907 LOG(2, s, session[s].tunnel, "Filtering session by CLI (in=%d, out=%d)\n",
3908 cli_session_actions[s].filter_in,
3909 cli_session_actions[s].filter_out);
3910
3911 filter_session(s, cli_session_actions[s].filter_in, cli_session_actions[s].filter_out);
3912 s_actions++;
3913 send++;
3914 }
3915
3916 if (send)
3917 cluster_send_session(s);
3918 }
3919
3920 // RADIUS interim accounting
3921 if (config->radius_accounting && config->radius_interim > 0
3922 && session[s].ip && !session[s].walled_garden
3923 && !sess_local[s].radius // RADIUS already in progress
3924 && time_now - sess_local[s].last_interim >= config->radius_interim
3925 && session[s].flags & SESSION_STARTED)
3926 {
3927 int rad = radiusnew(s);
3928 if (!rad)
3929 {
3930 LOG(1, s, session[s].tunnel, "No free RADIUS sessions for Interim message\n");
3931 STAT(radius_overflow);
3932 continue;
3933 }
3934
3935 LOG(3, s, session[s].tunnel, "Sending RADIUS Interim for %s (%u)\n",
3936 session[s].user, session[s].unique_id);
3937
3938 radiussend(rad, RADIUSINTERIM);
3939 sess_local[s].last_interim = time_now;
3940 s_actions++;
3941 }
3942 }
3943
3944 LOG(4, 0, 0, "End regular cleanup: checked %d/%d/%d tunnels/radius/sessions; %d/%d/%d actions\n",
3945 t_slice, r_slice, s_slice, t_actions, r_actions, s_actions);
3946 }
3947
3948 //
3949 // Are we in the middle of a tunnel update, or radius
3950 // requests??
3951 //
3952 static int still_busy(void)
3953 {
3954 int i;
3955 static clockt last_talked = 0;
3956 static clockt start_busy_wait = 0;
3957
3958 #ifdef BGP
3959 static time_t stopped_bgp = 0;
3960 if (bgp_configured)
3961 {
3962 if (!stopped_bgp)
3963 {
3964 LOG(1, 0, 0, "Shutting down in %d seconds, stopping BGP...\n", QUIT_DELAY);
3965
3966 for (i = 0; i < BGP_NUM_PEERS; i++)
3967 if (bgp_peers[i].state == Established)
3968 bgp_stop(&bgp_peers[i]);
3969
3970 stopped_bgp = time_now;
3971
3972 if (!config->cluster_iam_master)
3973 {
3974 // we don't want to become master
3975 cluster_send_ping(0);
3976
3977 return 1;
3978 }
3979 }
3980
3981 if (!config->cluster_iam_master && time_now < (stopped_bgp + QUIT_DELAY))
3982 return 1;
3983 }
3984 #endif /* BGP */
3985
3986 if (!config->cluster_iam_master)
3987 return 0;
3988
3989 if (main_quit == QUIT_SHUTDOWN)
3990 {
3991 static int dropped = 0;
3992 if (!dropped)
3993 {
3994 int i;
3995
3996 LOG(1, 0, 0, "Dropping sessions and tunnels\n");
3997 for (i = 1; i < MAXTUNNEL; i++)
3998 if (tunnel[i].ip || tunnel[i].state)
3999 tunnelshutdown(i, "L2TPNS Closing", 6, 0, 0);
4000
4001 dropped = 1;
4002 }
4003 }
4004
4005 if (start_busy_wait == 0)
4006 start_busy_wait = TIME;
4007
4008 for (i = config->cluster_highest_tunnelid ; i > 0 ; --i)
4009 {
4010 if (!tunnel[i].controlc)
4011 continue;
4012
4013 if (last_talked != TIME)
4014 {
4015 LOG(2, 0, 0, "Tunnel %u still has un-acked control messages.\n", i);
4016 last_talked = TIME;
4017 }
4018 return 1;
4019 }
4020
4021 // We stop waiting for radius after BUSY_WAIT_TIME 1/10th seconds
4022 if (abs(TIME - start_busy_wait) > BUSY_WAIT_TIME)
4023 {
4024 LOG(1, 0, 0, "Giving up waiting for RADIUS to be empty. Shutting down anyway.\n");
4025 return 0;
4026 }
4027
4028 for (i = 1; i < MAXRADIUS; i++)
4029 {
4030 if (radius[i].state == RADIUSNULL)
4031 continue;
4032 if (radius[i].state == RADIUSWAIT)
4033 continue;
4034
4035 if (last_talked != TIME)
4036 {
4037 LOG(2, 0, 0, "Radius session %u is still busy (sid %u)\n", i, radius[i].session);
4038 last_talked = TIME;
4039 }
4040 return 1;
4041 }
4042
4043 return 0;
4044 }
4045
4046 #ifdef HAVE_EPOLL
4047 # include <sys/epoll.h>
4048 #else
4049 # define FAKE_EPOLL_IMPLEMENTATION /* include the functions */
4050 # include "fake_epoll.h"
4051 #endif
4052
4053 // the base set of fds polled: cli, cluster, tun, udp (MAX_UDPFD), control, dae, netlink, udplac, pppoedisc, pppoesess
4054 #define BASE_FDS (9 + MAX_UDPFD)
4055
4056 // additional polled fds
4057 #ifdef BGP
4058 # define EXTRA_FDS BGP_NUM_PEERS
4059 #else
4060 # define EXTRA_FDS 0
4061 #endif
4062
4063 // main loop - gets packets on tun or udp and processes them
4064 static void mainloop(void)
4065 {
4066 int i, j;
4067 uint8_t buf[65536];
4068 uint8_t *p = buf + 32; // for the hearder of the forwarded MPPP packet (see C_MPPP_FORWARD)
4069 // and the forwarded pppoe session
4070 int size_bufp = sizeof(buf) - 32;
4071 clockt next_cluster_ping = 0; // send initial ping immediately
4072 struct epoll_event events[BASE_FDS + RADIUS_FDS + EXTRA_FDS];
4073 int maxevent = sizeof(events)/sizeof(*events);
4074
4075 if ((epollfd = epoll_create(maxevent)) < 0)
4076 {
4077 LOG(0, 0, 0, "epoll_create failed: %s\n", strerror(errno));
4078 exit(1);
4079 }
4080
4081 LOG(4, 0, 0, "Beginning of main loop. clifd=%d, cluster_sockfd=%d, tunfd=%d, udpfd=%d, controlfd=%d, daefd=%d, nlfd=%d , udplacfd=%d, pppoefd=%d, pppoesessfd=%d\n",
4082 clifd, cluster_sockfd, tunfd, udpfd[0], controlfd, daefd, nlfd, udplacfd, pppoediscfd, pppoesessfd);
4083
4084 /* setup our fds to poll for input */
4085 {
4086 static struct event_data d[BASE_FDS];
4087 struct epoll_event e;
4088
4089 e.events = EPOLLIN;
4090 i = 0;
4091
4092 if (clifd >= 0)
4093 {
4094 d[i].type = FD_TYPE_CLI;
4095 e.data.ptr = &d[i++];
4096 epoll_ctl(epollfd, EPOLL_CTL_ADD, clifd, &e);
4097 }
4098
4099 d[i].type = FD_TYPE_CLUSTER;
4100 e.data.ptr = &d[i++];
4101 epoll_ctl(epollfd, EPOLL_CTL_ADD, cluster_sockfd, &e);
4102
4103 d[i].type = FD_TYPE_TUN;
4104 e.data.ptr = &d[i++];
4105 epoll_ctl(epollfd, EPOLL_CTL_ADD, tunfd, &e);
4106
4107 d[i].type = FD_TYPE_CONTROL;
4108 e.data.ptr = &d[i++];
4109 epoll_ctl(epollfd, EPOLL_CTL_ADD, controlfd, &e);
4110
4111 d[i].type = FD_TYPE_DAE;
4112 e.data.ptr = &d[i++];
4113 epoll_ctl(epollfd, EPOLL_CTL_ADD, daefd, &e);
4114
4115 d[i].type = FD_TYPE_NETLINK;
4116 e.data.ptr = &d[i++];
4117 epoll_ctl(epollfd, EPOLL_CTL_ADD, nlfd, &e);
4118
4119 d[i].type = FD_TYPE_PPPOEDISC;
4120 e.data.ptr = &d[i++];
4121 epoll_ctl(epollfd, EPOLL_CTL_ADD, pppoediscfd, &e);
4122
4123 d[i].type = FD_TYPE_PPPOESESS;
4124 e.data.ptr = &d[i++];
4125 epoll_ctl(epollfd, EPOLL_CTL_ADD, pppoesessfd, &e);
4126
4127 for (j = 0; j < config->nbudpfd; j++)
4128 {
4129 d[i].type = FD_TYPE_UDP;
4130 d[i].index = j;
4131 e.data.ptr = &d[i++];
4132 epoll_ctl(epollfd, EPOLL_CTL_ADD, udpfd[j], &e);
4133 }
4134 }
4135
4136 #ifdef BGP
4137 signal(SIGPIPE, SIG_IGN);
4138 bgp_setup(config->as_number);
4139 if (config->bind_address)
4140 bgp_add_route(config->bind_address, 0xffffffff);
4141
4142 for (i = 0; i < BGP_NUM_PEERS; i++)
4143 {
4144 if (config->neighbour[i].name[0])
4145 bgp_start(&bgp_peers[i], config->neighbour[i].name,
4146 config->neighbour[i].as, config->neighbour[i].keepalive,
4147 config->neighbour[i].hold, config->neighbour[i].update_source,
4148 0); /* 0 = routing disabled */
4149 }
4150 #endif /* BGP */
4151
4152 while (!main_quit || still_busy())
4153 {
4154 int more = 0;
4155 int n;
4156
4157
4158 if (main_reload)
4159 {
4160 main_reload = 0;
4161 read_config_file();
4162 config->reload_config++;
4163 }
4164
4165 if (config->reload_config)
4166 {
4167 config->reload_config = 0;
4168 update_config();
4169 }
4170
4171 #ifdef BGP
4172 bgp_set_poll();
4173 #endif /* BGP */
4174
4175 n = epoll_wait(epollfd, events, maxevent, 100); // timeout 100ms (1/10th sec)
4176 STAT(select_called);
4177
4178 TIME = now(NULL);
4179 if (n < 0)
4180 {
4181 if (errno == EINTR ||
4182 errno == ECHILD) // EINTR was clobbered by sigchild_handler()
4183 continue;
4184
4185 LOG(0, 0, 0, "Error returned from select(): %s\n", strerror(errno));
4186 break; // exit
4187 }
4188
4189 if (n)
4190 {
4191 struct sockaddr_in addr;
4192 struct in_addr local;
4193 socklen_t alen;
4194 int c, s;
4195 int udp_ready[MAX_UDPFD + 1] = INIT_TABUDPVAR;
4196 int pppoesess_ready = 0;
4197 int pppoesess_pkts = 0;
4198 int tun_ready = 0;
4199 int cluster_ready = 0;
4200 int udp_pkts[MAX_UDPFD + 1] = INIT_TABUDPVAR;
4201 int tun_pkts = 0;
4202 int cluster_pkts = 0;
4203 #ifdef BGP
4204 uint32_t bgp_events[BGP_NUM_PEERS];
4205 memset(bgp_events, 0, sizeof(bgp_events));
4206 #endif /* BGP */
4207
4208 for (c = n, i = 0; i < c; i++)
4209 {
4210 struct event_data *d = events[i].data.ptr;
4211
4212 switch (d->type)
4213 {
4214 case FD_TYPE_CLI: // CLI connections
4215 {
4216 int cli;
4217
4218 alen = sizeof(addr);
4219 if ((cli = accept(clifd, (struct sockaddr *)&addr, &alen)) >= 0)
4220 {
4221 cli_do(cli);
4222 close(cli);
4223 }
4224 else
4225 LOG(0, 0, 0, "accept error: %s\n", strerror(errno));
4226
4227 n--;
4228 break;
4229 }
4230
4231 // these are handled below, with multiple interleaved reads
4232 case FD_TYPE_CLUSTER: cluster_ready++; break;
4233 case FD_TYPE_TUN: tun_ready++; break;
4234 case FD_TYPE_UDP: udp_ready[d->index]++; break;
4235 case FD_TYPE_PPPOESESS: pppoesess_ready++; break;
4236
4237 case FD_TYPE_PPPOEDISC: // pppoe discovery
4238 s = read(pppoediscfd, p, size_bufp);
4239 if (s > 0) process_pppoe_disc(p, s);
4240 n--;
4241 break;
4242
4243 case FD_TYPE_CONTROL: // nsctl commands
4244 alen = sizeof(addr);
4245 s = recvfromto(controlfd, p, size_bufp, MSG_WAITALL, (struct sockaddr *) &addr, &alen, &local);
4246 if (s > 0) processcontrol(p, s, &addr, alen, &local);
4247 n--;
4248 break;
4249
4250 case FD_TYPE_DAE: // DAE requests
4251 alen = sizeof(addr);
4252 s = recvfromto(daefd, p, size_bufp, MSG_WAITALL, (struct sockaddr *) &addr, &alen, &local);
4253 if (s > 0) processdae(p, s, &addr, alen, &local);
4254 n--;
4255 break;
4256
4257 case FD_TYPE_RADIUS: // RADIUS response
4258 alen = sizeof(addr);
4259 s = recvfrom(radfds[d->index], p, size_bufp, MSG_WAITALL, (struct sockaddr *) &addr, &alen);
4260 if (s >= 0 && config->cluster_iam_master)
4261 {
4262 if (addr.sin_addr.s_addr == config->radiusserver[0] ||
4263 addr.sin_addr.s_addr == config->radiusserver[1])
4264 processrad(p, s, d->index);
4265 else
4266 LOG(3, 0, 0, "Dropping RADIUS packet from unknown source %s\n",
4267 fmtaddr(addr.sin_addr.s_addr, 0));
4268 }
4269
4270 n--;
4271 break;
4272
4273 #ifdef BGP
4274 case FD_TYPE_BGP:
4275 bgp_events[d->index] = events[i].events;
4276 n--;
4277 break;
4278 #endif /* BGP */
4279
4280 case FD_TYPE_NETLINK:
4281 {
4282 struct nlmsghdr *nh = (struct nlmsghdr *)p;
4283 s = netlink_recv(p, size_bufp);
4284 if (nh->nlmsg_type == NLMSG_ERROR)
4285 {
4286 struct nlmsgerr *errmsg = NLMSG_DATA(nh);
4287 if (errmsg->error)
4288 {
4289 if (errmsg->msg.nlmsg_seq < min_initok_nlseqnum)
4290 {
4291 LOG(0, 0, 0, "Got a fatal netlink error (while %s): %s\n", tun_nl_phase_msg[nh->nlmsg_seq], strerror(-errmsg->error));
4292 exit(1);
4293 }
4294 else
4295 LOG(0, 0, 0, "Got a netlink error: %s\n", strerror(-errmsg->error));
4296 }
4297 // else it's a ack
4298 }
4299 else
4300 LOG(1, 0, 0, "Got a unknown netlink message: type %d seq %d flags %d\n", nh->nlmsg_type, nh->nlmsg_seq, nh->nlmsg_flags);
4301 n--;
4302 break;
4303 }
4304
4305 default:
4306 LOG(0, 0, 0, "Unexpected fd type returned from epoll_wait: %d\n", d->type);
4307 }
4308 }
4309
4310 #ifdef BGP
4311 bgp_process(bgp_events);
4312 #endif /* BGP */
4313
4314 for (c = 0; n && c < config->multi_read_count; c++)
4315 {
4316 for (j = 0; j < config->nbudpfd; j++)
4317 {
4318 // L2TP and L2TP REMOTE LNS
4319 if (udp_ready[j])
4320 {
4321 alen = sizeof(addr);
4322 if ((s = recvfrom(udpfd[j], p, size_bufp, 0, (void *) &addr, &alen)) > 0)
4323 {
4324 processudp(p, s, &addr, j);
4325 udp_pkts[j]++;
4326 }
4327 else
4328 {
4329 udp_ready[j] = 0;
4330 n--;
4331 }
4332 }
4333 }
4334
4335 // incoming IP
4336 if (tun_ready)
4337 {
4338 if ((s = read(tunfd, p, size_bufp)) > 0)
4339 {
4340 processtun(p, s);
4341 tun_pkts++;
4342 }
4343 else
4344 {
4345 tun_ready = 0;
4346 n--;
4347 }
4348 }
4349
4350 // pppoe session
4351 if (pppoesess_ready)
4352 {
4353 if ((s = read(pppoesessfd, p, size_bufp)) > 0)
4354 {
4355 process_pppoe_sess(p, s);
4356 pppoesess_pkts++;
4357 }
4358 else
4359 {
4360 pppoesess_ready = 0;
4361 n--;
4362 }
4363 }
4364
4365 // cluster
4366 if (cluster_ready)
4367 {
4368 alen = sizeof(addr);
4369 if ((s = recvfrom(cluster_sockfd, p, size_bufp, MSG_WAITALL, (void *) &addr, &alen)) > 0)
4370 {
4371 processcluster(p, s, addr.sin_addr.s_addr);
4372 cluster_pkts++;
4373 }
4374 else
4375 {
4376 cluster_ready = 0;
4377 n--;
4378 }
4379 }
4380 }
4381
4382 if (udp_pkts[0] > 1 || tun_pkts > 1 || cluster_pkts > 1)
4383 STAT(multi_read_used);
4384
4385 if (c >= config->multi_read_count)
4386 {
4387 LOG(3, 0, 0, "Reached multi_read_count (%d); processed %d udp, %d tun %d cluster and %d pppoe packets\n",
4388 config->multi_read_count, udp_pkts[0], tun_pkts, cluster_pkts, pppoesess_pkts);
4389 STAT(multi_read_exceeded);
4390 more++;
4391 }
4392 }
4393 #ifdef BGP
4394 else
4395 /* no event received, but timers could still have expired */
4396 bgp_process_peers_timers();
4397 #endif /* BGP */
4398
4399 if (time_changed)
4400 {
4401 double Mbps = 1024.0 * 1024.0 / 8 * time_changed;
4402
4403 // Log current traffic stats
4404 snprintf(config->bandwidth, sizeof(config->bandwidth),
4405 "UDP-ETH:%1.0f/%1.0f ETH-UDP:%1.0f/%1.0f TOTAL:%0.1f IN:%u OUT:%u",
4406 (udp_rx / Mbps), (eth_tx / Mbps), (eth_rx / Mbps), (udp_tx / Mbps),
4407 ((udp_tx + udp_rx + eth_tx + eth_rx) / Mbps),
4408 udp_rx_pkt / time_changed, eth_rx_pkt / time_changed);
4409
4410 udp_tx = udp_rx = 0;
4411 udp_rx_pkt = eth_rx_pkt = 0;
4412 eth_tx = eth_rx = 0;
4413 time_changed = 0;
4414
4415 if (config->dump_speed)
4416 printf("%s\n", config->bandwidth);
4417
4418 // Update the internal time counter
4419 strftime(time_now_string, sizeof(time_now_string), "%Y-%m-%d %H:%M:%S", localtime(&time_now));
4420
4421 {
4422 // Run timer hooks
4423 struct param_timer p = { time_now };
4424 run_plugins(PLUGIN_TIMER, &p);
4425 }
4426 }
4427
4428 // Runs on every machine (master and slaves).
4429 if (next_cluster_ping <= TIME)
4430 {
4431 // Check to see which of the cluster is still alive..
4432
4433 cluster_send_ping(basetime); // Only does anything if we're a slave
4434 cluster_check_master(); // ditto.
4435
4436 cluster_heartbeat(); // Only does anything if we're a master.
4437 cluster_check_slaves(); // ditto.
4438
4439 master_update_counts(); // If we're a slave, send our byte counters to our master.
4440
4441 if (config->cluster_iam_master && !config->cluster_iam_uptodate)
4442 next_cluster_ping = TIME + 1; // out-of-date slaves, do fast updates
4443 else
4444 next_cluster_ping = TIME + config->cluster_hb_interval;
4445 }
4446
4447 if (!config->cluster_iam_master)
4448 continue;
4449
4450 // Run token bucket filtering queue..
4451 // Only run it every 1/10th of a second.
4452 {
4453 static clockt last_run = 0;
4454 if (last_run != TIME)
4455 {
4456 last_run = TIME;
4457 tbf_run_timer();
4458 }
4459 }
4460
4461 // Handle timeouts, retries etc.
4462 {
4463 static double last_clean = 0;
4464 double this_clean;
4465 double diff;
4466
4467 TIME = now(&this_clean);
4468 diff = this_clean - last_clean;
4469
4470 // Run during idle time (after we've handled
4471 // all incoming packets) or every 1/10th sec
4472 if (!more || diff > 0.1)
4473 {
4474 regular_cleanups(diff);
4475 last_clean = this_clean;
4476 }
4477 }
4478
4479 if (*config->accounting_dir)
4480 {
4481 static clockt next_acct = 0;
4482 static clockt next_shut_acct = 0;
4483
4484 if (next_acct <= TIME)
4485 {
4486 // Dump accounting data
4487 next_acct = TIME + ACCT_TIME;
4488 next_shut_acct = TIME + ACCT_SHUT_TIME;
4489 dump_acct_info(1);
4490 }
4491 else if (next_shut_acct <= TIME)
4492 {
4493 // Dump accounting data for shutdown sessions
4494 next_shut_acct = TIME + ACCT_SHUT_TIME;
4495 if (shut_acct_n)
4496 dump_acct_info(0);
4497 }
4498 }
4499 }
4500
4501 // Are we the master and shutting down??
4502 if (config->cluster_iam_master)
4503 cluster_heartbeat(); // Flush any queued changes..
4504
4505 // Ok. Notify everyone we're shutting down. If we're
4506 // the master, this will force an election.
4507 cluster_send_ping(0);
4508
4509 //
4510 // Important!!! We MUST not process any packets past this point!
4511 LOG(1, 0, 0, "Shutdown complete\n");
4512 }
4513
4514 static void stripdomain(char *host)
4515 {
4516 char *p;
4517
4518 if ((p = strchr(host, '.')))
4519 {
4520 char *domain = 0;
4521 char _domain[1024];
4522
4523 // strip off domain
4524 FILE *resolv = fopen("/etc/resolv.conf", "r");
4525 if (resolv)
4526 {
4527 char buf[1024];
4528 char *b;
4529
4530 while (fgets(buf, sizeof(buf), resolv))
4531 {
4532 if (strncmp(buf, "domain", 6) && strncmp(buf, "search", 6))
4533 continue;
4534
4535 if (!isspace(buf[6]))
4536 continue;
4537
4538 b = buf + 7;
4539 while (isspace(*b)) b++;
4540
4541 if (*b)
4542 {
4543 char *d = b;
4544 while (*b && !isspace(*b)) b++;
4545 *b = 0;
4546 if (buf[0] == 'd') // domain is canonical
4547 {
4548 domain = d;
4549 break;
4550 }
4551
4552 // first search line
4553 if (!domain)
4554 {
4555 // hold, may be subsequent domain line
4556 strncpy(_domain, d, sizeof(_domain))[sizeof(_domain)-1] = 0;
4557 domain = _domain;
4558 }
4559 }
4560 }
4561
4562 fclose(resolv);
4563 }
4564
4565 if (domain)
4566 {
4567 int hl = strlen(host);
4568 int dl = strlen(domain);
4569 if (dl < hl && host[hl - dl - 1] == '.' && !strcmp(host + hl - dl, domain))
4570 host[hl -dl - 1] = 0;
4571 }
4572 else
4573 {
4574 *p = 0; // everything after first dot
4575 }
4576 }
4577 }
4578
4579 // Init data structures
4580 static void initdata(int optdebug, char *optconfig)
4581 {
4582 int i;
4583
4584 if (!(config = shared_malloc(sizeof(configt))))
4585 {
4586 fprintf(stderr, "Error doing malloc for configuration: %s\n", strerror(errno));
4587 exit(1);
4588 }
4589
4590 memset(config, 0, sizeof(configt));
4591 time(&config->start_time);
4592 strncpy(config->config_file, optconfig, strlen(optconfig));
4593 config->debug = optdebug;
4594 config->num_tbfs = MAXTBFS;
4595 config->rl_rate = 28; // 28kbps
4596 config->cluster_mcast_ttl = 1;
4597 config->cluster_master_min_adv = 1;
4598 config->ppp_restart_time = 3;
4599 config->ppp_max_configure = 10;
4600 config->ppp_max_failure = 5;
4601 config->kill_timedout_sessions = 1;
4602 strcpy(config->random_device, RANDOMDEVICE);
4603 // Set default value echo_timeout and idle_echo_timeout
4604 config->echo_timeout = ECHO_TIMEOUT;
4605 config->idle_echo_timeout = IDLE_ECHO_TIMEOUT;
4606 config->ppp_keepalive = 1;
4607 // Set default RDNSS lifetime
4608 config->dns6_lifetime = 1200;
4609
4610 log_stream = stderr;
4611
4612 #ifdef RINGBUFFER
4613 if (!(ringbuffer = shared_malloc(sizeof(struct Tringbuffer))))
4614 {
4615 LOG(0, 0, 0, "Error doing malloc for ringbuffer: %s\n", strerror(errno));
4616 exit(1);
4617 }
4618 memset(ringbuffer, 0, sizeof(struct Tringbuffer));
4619 #endif
4620
4621 if (!(_statistics = shared_malloc(sizeof(struct Tstats))))
4622 {
4623 LOG(0, 0, 0, "Error doing malloc for _statistics: %s\n", strerror(errno));
4624 exit(1);
4625 }
4626 if (!(tunnel = shared_malloc(sizeof(tunnelt) * MAXTUNNEL)))
4627 {
4628 LOG(0, 0, 0, "Error doing malloc for tunnels: %s\n", strerror(errno));
4629 exit(1);
4630 }
4631 if (!(bundle = shared_malloc(sizeof(bundlet) * MAXBUNDLE)))
4632 {
4633 LOG(0, 0, 0, "Error doing malloc for bundles: %s\n", strerror(errno));
4634 exit(1);
4635 }
4636 if (!(frag = shared_malloc(sizeof(fragmentationt) * MAXBUNDLE)))
4637 {
4638 LOG(0, 0, 0, "Error doing malloc for fragmentations: %s\n", strerror(errno));
4639 exit(1);
4640 }
4641 if (!(session = shared_malloc(sizeof(sessiont) * MAXSESSION)))
4642 {
4643 LOG(0, 0, 0, "Error doing malloc for sessions: %s\n", strerror(errno));
4644 exit(1);
4645 }
4646
4647 if (!(sess_local = shared_malloc(sizeof(sessionlocalt) * MAXSESSION)))
4648 {
4649 LOG(0, 0, 0, "Error doing malloc for sess_local: %s\n", strerror(errno));
4650 exit(1);
4651 }
4652
4653 if (!(radius = shared_malloc(sizeof(radiust) * MAXRADIUS)))
4654 {
4655 LOG(0, 0, 0, "Error doing malloc for radius: %s\n", strerror(errno));
4656 exit(1);
4657 }
4658
4659 if (!(ip_address_pool = shared_malloc(sizeof(ippoolt) * MAXIPPOOL)))
4660 {
4661 LOG(0, 0, 0, "Error doing malloc for ip_address_pool: %s\n", strerror(errno));
4662 exit(1);
4663 }
4664
4665 if (!(ip_filters = shared_malloc(sizeof(ip_filtert) * MAXFILTER)))
4666 {
4667 LOG(0, 0, 0, "Error doing malloc for ip_filters: %s\n", strerror(errno));
4668 exit(1);
4669 }
4670 memset(ip_filters, 0, sizeof(ip_filtert) * MAXFILTER);
4671
4672 if (!(cli_session_actions = shared_malloc(sizeof(struct cli_session_actions) * MAXSESSION)))
4673 {
4674 LOG(0, 0, 0, "Error doing malloc for cli session actions: %s\n", strerror(errno));
4675 exit(1);
4676 }
4677 memset(cli_session_actions, 0, sizeof(struct cli_session_actions) * MAXSESSION);
4678
4679 if (!(cli_tunnel_actions = shared_malloc(sizeof(struct cli_tunnel_actions) * MAXSESSION)))
4680 {
4681 LOG(0, 0, 0, "Error doing malloc for cli tunnel actions: %s\n", strerror(errno));
4682 exit(1);
4683 }
4684 memset(cli_tunnel_actions, 0, sizeof(struct cli_tunnel_actions) * MAXSESSION);
4685
4686 memset(tunnel, 0, sizeof(tunnelt) * MAXTUNNEL);
4687 memset(bundle, 0, sizeof(bundlet) * MAXBUNDLE);
4688 memset(session, 0, sizeof(sessiont) * MAXSESSION);
4689 memset(radius, 0, sizeof(radiust) * MAXRADIUS);
4690 memset(ip_address_pool, 0, sizeof(ippoolt) * MAXIPPOOL);
4691
4692 // Put all the sessions on the free list marked as undefined.
4693 for (i = 1; i < MAXSESSION; i++)
4694 {
4695 session[i].next = i + 1;
4696 session[i].tunnel = T_UNDEF; // mark it as not filled in.
4697 }
4698 session[MAXSESSION - 1].next = 0;
4699 sessionfree = 1;
4700
4701 // Mark all the tunnels as undefined (waiting to be filled in by a download).
4702 for (i = 1; i < MAXTUNNEL; i++)
4703 tunnel[i].state = TUNNELUNDEF; // mark it as not filled in.
4704
4705 for (i = 1; i < MAXBUNDLE; i++) {
4706 bundle[i].state = BUNDLEUNDEF;
4707 }
4708
4709 if (!*hostname)
4710 {
4711 // Grab my hostname unless it's been specified
4712 gethostname(hostname, sizeof(hostname));
4713 stripdomain(hostname);
4714 }
4715
4716 _statistics->start_time = _statistics->last_reset = time(NULL);
4717
4718 #ifdef BGP
4719 if (!(bgp_peers = shared_malloc(sizeof(struct bgp_peer) * BGP_NUM_PEERS)))
4720 {
4721 LOG(0, 0, 0, "Error doing malloc for bgp: %s\n", strerror(errno));
4722 exit(1);
4723 }
4724 #endif /* BGP */
4725
4726 lac_initremotelnsdata();
4727 }
4728
4729 static int assign_ip_address(sessionidt s)
4730 {
4731 uint32_t i;
4732 int best = -1;
4733 time_t best_time = time_now;
4734 char *u = session[s].user;
4735 char reuse = 0;
4736
4737
4738 CSTAT(assign_ip_address);
4739
4740 for (i = 1; i < ip_pool_size; i++)
4741 {
4742 if (!ip_address_pool[i].address || ip_address_pool[i].assigned)
4743 continue;
4744
4745 if (!session[s].walled_garden && ip_address_pool[i].user[0] && !strcmp(u, ip_address_pool[i].user))
4746 {
4747 best = i;
4748 reuse = 1;
4749 break;
4750 }
4751
4752 if (ip_address_pool[i].last < best_time)
4753 {
4754 best = i;
4755 if (!(best_time = ip_address_pool[i].last))
4756 break; // never used, grab this one
4757 }
4758 }
4759
4760 if (best < 0)
4761 {
4762 LOG(0, s, session[s].tunnel, "assign_ip_address(): out of addresses\n");
4763 return 0;
4764 }
4765
4766 session[s].ip = ip_address_pool[best].address;
4767 session[s].ip_pool_index = best;
4768 ip_address_pool[best].assigned = 1;
4769 ip_address_pool[best].last = time_now;
4770 ip_address_pool[best].session = s;
4771 if (session[s].walled_garden)
4772 /* Don't track addresses of users in walled garden (note: this
4773 means that their address isn't "sticky" even if they get
4774 un-gardened). */
4775 ip_address_pool[best].user[0] = 0;
4776 else
4777 strncpy(ip_address_pool[best].user, u, sizeof(ip_address_pool[best].user) - 1);
4778
4779 STAT(ip_allocated);
4780 LOG(4, s, session[s].tunnel, "assign_ip_address(): %s ip address %d from pool\n",
4781 reuse ? "Reusing" : "Allocating", best);
4782
4783 return 1;
4784 }
4785
4786 static void free_ip_address(sessionidt s)
4787 {
4788 int i = session[s].ip_pool_index;
4789
4790
4791 CSTAT(free_ip_address);
4792
4793 if (!session[s].ip)
4794 return; // what the?
4795
4796 if (i < 0) // Is this actually part of the ip pool?
4797 i = 0;
4798
4799 STAT(ip_freed);
4800 cache_ipmap(session[s].ip, -i); // Change the mapping to point back to the ip pool index.
4801 session[s].ip = 0;
4802 ip_address_pool[i].assigned = 0;
4803 ip_address_pool[i].session = 0;
4804 ip_address_pool[i].last = time_now;
4805 }
4806
4807 //
4808 // Fsck the address pool against the session table.
4809 // Normally only called when we become a master.
4810 //
4811 // This isn't perfect: We aren't keep tracking of which
4812 // users used to have an IP address.
4813 //
4814 void rebuild_address_pool(void)
4815 {
4816 int i;
4817
4818 //
4819 // Zero the IP pool allocation, and build
4820 // a map from IP address to pool index.
4821 for (i = 1; i < MAXIPPOOL; ++i)
4822 {
4823 ip_address_pool[i].assigned = 0;
4824 ip_address_pool[i].session = 0;
4825 if (!ip_address_pool[i].address)
4826 continue;
4827
4828 cache_ipmap(ip_address_pool[i].address, -i); // Map pool IP to pool index.
4829 }
4830
4831 for (i = 0; i < MAXSESSION; ++i)
4832 {
4833 int ipid;
4834 if (!(session[i].opened && session[i].ip))
4835 continue;
4836
4837 ipid = - lookup_ipmap(htonl(session[i].ip));
4838
4839 if (session[i].ip_pool_index < 0)
4840 {
4841 // Not allocated out of the pool.
4842 if (ipid < 1) // Not found in the pool either? good.
4843 continue;
4844
4845 LOG(0, i, 0, "Session %u has an IP address (%s) that was marked static, but is in the pool (%d)!\n",
4846 i, fmtaddr(session[i].ip, 0), ipid);
4847
4848 // Fall through and process it as part of the pool.
4849 }
4850
4851
4852 if (ipid > MAXIPPOOL || ipid < 0)
4853 {
4854 LOG(0, i, 0, "Session %u has a pool IP that's not found in the pool! (%d)\n", i, ipid);
4855 ipid = -1;
4856 session[i].ip_pool_index = ipid;
4857 continue;
4858 }
4859
4860 ip_address_pool[ipid].assigned = 1;
4861 ip_address_pool[ipid].session = i;
4862 ip_address_pool[ipid].last = time_now;
4863 strncpy(ip_address_pool[ipid].user, session[i].user, sizeof(ip_address_pool[ipid].user) - 1);
4864 session[i].ip_pool_index = ipid;
4865 cache_ipmap(session[i].ip, i); // Fix the ip map.
4866 }
4867 }
4868
4869 //
4870 // Fix the address pool to match a changed session.
4871 // (usually when the master sends us an update).
4872 static void fix_address_pool(int sid)
4873 {
4874 int ipid;
4875
4876 ipid = session[sid].ip_pool_index;
4877
4878 if (ipid > ip_pool_size)
4879 return; // Ignore it. rebuild_address_pool will fix it up.
4880
4881 if (ip_address_pool[ipid].address != session[sid].ip)
4882 return; // Just ignore it. rebuild_address_pool will take care of it.
4883
4884 ip_address_pool[ipid].assigned = 1;
4885 ip_address_pool[ipid].session = sid;
4886 ip_address_pool[ipid].last = time_now;
4887 strncpy(ip_address_pool[ipid].user, session[sid].user, sizeof(ip_address_pool[ipid].user) - 1);
4888 }
4889
4890 //
4891 // Add a block of addresses to the IP pool to hand out.
4892 //
4893 static void add_to_ip_pool(in_addr_t addr, int prefixlen)
4894 {
4895 int i;
4896 if (prefixlen == 0)
4897 prefixlen = 32; // Host route only.
4898
4899 addr &= 0xffffffff << (32 - prefixlen);
4900
4901 if (ip_pool_size >= MAXIPPOOL) // Pool is full!
4902 return ;
4903
4904 for (i = addr ; i < addr+(1<<(32-prefixlen)); ++i)
4905 {
4906 if ((i & 0xff) == 0 || (i&0xff) == 255)
4907 continue; // Skip 0 and broadcast addresses.
4908
4909 ip_address_pool[ip_pool_size].address = i;
4910 ip_address_pool[ip_pool_size].assigned = 0;
4911 ++ip_pool_size;
4912 if (ip_pool_size >= MAXIPPOOL)
4913 {
4914 LOG(0, 0, 0, "Overflowed IP pool adding %s\n", fmtaddr(htonl(addr), 0));
4915 return;
4916 }
4917 }
4918 }
4919
4920 // Initialize the IP address pool
4921 static void initippool()
4922 {
4923 FILE *f;
4924 char *p;
4925 char buf[4096];
4926 memset(ip_address_pool, 0, sizeof(ip_address_pool));
4927
4928 if (!(f = fopen(IPPOOLFILE, "r")))
4929 {
4930 LOG(0, 0, 0, "Can't load pool file " IPPOOLFILE ": %s\n", strerror(errno));
4931 exit(1);
4932 }
4933
4934 while (ip_pool_size < MAXIPPOOL && fgets(buf, 4096, f))
4935 {
4936 char *pool = buf;
4937 buf[4095] = 0; // Force it to be zero terminated/
4938
4939 if (*buf == '#' || *buf == '\n')
4940 continue; // Skip comments / blank lines
4941 if ((p = (char *)strrchr(buf, '\n'))) *p = 0;
4942 if ((p = (char *)strchr(buf, ':')))
4943 {
4944 in_addr_t src;
4945 *p = '\0';
4946 src = inet_addr(buf);
4947 if (src == INADDR_NONE)
4948 {
4949 LOG(0, 0, 0, "Invalid address pool IP %s\n", buf);
4950 exit(1);
4951 }
4952 // This entry is for a specific IP only
4953 if (src != config->bind_address)
4954 continue;
4955 *p = ':';
4956 pool = p+1;
4957 }
4958 if ((p = (char *)strchr(pool, '/')))
4959 {
4960 // It's a range
4961 int numbits = 0;
4962 in_addr_t start = 0;
4963
4964 LOG(2, 0, 0, "Adding IP address range %s\n", buf);
4965 *p++ = 0;
4966 if (!*p || !(numbits = atoi(p)))
4967 {
4968 LOG(0, 0, 0, "Invalid pool range %s\n", buf);
4969 continue;
4970 }
4971 start = ntohl(inet_addr(pool));
4972
4973 // Add a static route for this pool
4974 LOG(5, 0, 0, "Adding route for address pool %s/%d\n",
4975 fmtaddr(htonl(start), 0), numbits);
4976
4977 routeset(0, start, numbits, 0, 1);
4978
4979 add_to_ip_pool(start, numbits);
4980 }
4981 else
4982 {
4983 // It's a single ip address
4984 add_to_ip_pool(ntohl(inet_addr(pool)), 0);
4985 }
4986 }
4987 fclose(f);
4988 LOG(1, 0, 0, "IP address pool is %d addresses\n", ip_pool_size - 1);
4989 }
4990
4991 void snoop_send_packet(uint8_t *packet, uint16_t size, in_addr_t destination, uint16_t port)
4992 {
4993 struct sockaddr_in snoop_addr = {0};
4994 if (!destination || !port || snoopfd <= 0 || size <= 0 || !packet)
4995 return;
4996
4997 snoop_addr.sin_family = AF_INET;
4998 snoop_addr.sin_addr.s_addr = destination;
4999 snoop_addr.sin_port = ntohs(port);
5000
5001 LOG(5, 0, 0, "Snooping %d byte packet to %s:%u\n", size,
5002 fmtaddr(snoop_addr.sin_addr.s_addr, 0),
5003 htons(snoop_addr.sin_port));
5004
5005 if (sendto(snoopfd, packet, size, MSG_DONTWAIT | MSG_NOSIGNAL, (void *) &snoop_addr, sizeof(snoop_addr)) < 0)
5006 LOG(0, 0, 0, "Error sending intercept packet: %s\n", strerror(errno));
5007
5008 STAT(packets_snooped);
5009 }
5010
5011 static int dump_session(FILE **f, sessiont *s)
5012 {
5013 if (!s->opened || (!s->ip && !s->forwardtosession) || !(s->cin_delta || s->cout_delta) || !*s->user || s->walled_garden)
5014 return 1;
5015
5016 if (!*f)
5017 {
5018 char filename[1024];
5019 char timestr[64];
5020 time_t now = time(NULL);
5021
5022 strftime(timestr, sizeof(timestr), "%Y%m%d%H%M%S", localtime(&now));
5023 snprintf(filename, sizeof(filename), "%s/%s", config->accounting_dir, timestr);
5024
5025 if (!(*f = fopen(filename, "w")))
5026 {
5027 LOG(0, 0, 0, "Can't write accounting info to %s: %s\n", filename, strerror(errno));
5028 return 0;
5029 }
5030
5031 LOG(3, 0, 0, "Dumping accounting information to %s\n", filename);
5032 if(config->account_all_origin)
5033 {
5034 fprintf(*f, "# dslwatch.pl dump file V1.01\n"
5035 "# host: %s\n"
5036 "# endpoint: %s\n"
5037 "# time: %ld\n"
5038 "# uptime: %ld\n"
5039 "# format: username ip qos uptxoctets downrxoctets origin(L=LAC, R=Remote LNS, P=PPPOE)\n",
5040 hostname,
5041 fmtaddr(config->iftun_n_address[tunnel[s->tunnel].indexudp] ? config->iftun_n_address[tunnel[s->tunnel].indexudp] : my_address, 0),
5042 now,
5043 now - basetime);
5044 }
5045 else
5046 {
5047 fprintf(*f, "# dslwatch.pl dump file V1.01\n"
5048 "# host: %s\n"
5049 "# endpoint: %s\n"
5050 "# time: %ld\n"
5051 "# uptime: %ld\n"
5052 "# format: username ip qos uptxoctets downrxoctets\n",
5053 hostname,
5054 fmtaddr(config->iftun_n_address[tunnel[s->tunnel].indexudp] ? config->iftun_n_address[tunnel[s->tunnel].indexudp] : my_address, 0),
5055 now,
5056 now - basetime);
5057 }
5058 }
5059
5060 LOG(4, 0, 0, "Dumping accounting information for %s\n", s->user);
5061 if(config->account_all_origin)
5062 {
5063 fprintf(*f, "%s %s %d %u %u %s\n",
5064 s->user, // username
5065 fmtaddr(htonl(s->ip), 0), // ip
5066 (s->throttle_in || s->throttle_out) ? 2 : 1, // qos
5067 (uint32_t) s->cin_delta, // uptxoctets
5068 (uint32_t) s->cout_delta, // downrxoctets
5069 (s->tunnel == TUNNEL_ID_PPPOE)?"P":(tunnel[s->tunnel].isremotelns?"R":"L")); // Origin
5070 }
5071 else if (!tunnel[s->tunnel].isremotelns && (s->tunnel != TUNNEL_ID_PPPOE))
5072 {
5073 fprintf(*f, "%s %s %d %u %u\n",
5074 s->user, // username
5075 fmtaddr(htonl(s->ip), 0), // ip
5076 (s->throttle_in || s->throttle_out) ? 2 : 1, // qos
5077 (uint32_t) s->cin_delta, // uptxoctets
5078 (uint32_t) s->cout_delta); // downrxoctets
5079 }
5080
5081 s->cin_delta = s->cout_delta = 0;
5082
5083 return 1;
5084 }
5085
5086 static void dump_acct_info(int all)
5087 {
5088 int i;
5089 FILE *f = NULL;
5090
5091
5092 CSTAT(dump_acct_info);
5093
5094 if (shut_acct_n)
5095 {
5096 for (i = 0; i < shut_acct_n; i++)
5097 dump_session(&f, &shut_acct[i]);
5098
5099 shut_acct_n = 0;
5100 }
5101
5102 if (all)
5103 for (i = 1; i <= config->cluster_highest_sessionid; i++)
5104 dump_session(&f, &session[i]);
5105
5106 if (f)
5107 fclose(f);
5108 }
5109
5110 // Main program
5111 int main(int argc, char *argv[])
5112 {
5113 int i;
5114 int optdebug = 0;
5115 char *optconfig = CONFIGFILE;
5116
5117 time(&basetime); // start clock
5118
5119 // scan args
5120 while ((i = getopt(argc, argv, "dvc:h:")) >= 0)
5121 {
5122 switch (i)
5123 {
5124 case 'd':
5125 if (fork()) exit(0);
5126 setsid();
5127 if(!freopen("/dev/null", "r", stdin)) LOG(0, 0, 0, "Error freopen stdin: %s\n", strerror(errno));
5128 if(!freopen("/dev/null", "w", stdout)) LOG(0, 0, 0, "Error freopen stdout: %s\n", strerror(errno));
5129 if(!freopen("/dev/null", "w", stderr)) LOG(0, 0, 0, "Error freopen stderr: %s\n", strerror(errno));
5130 break;
5131 case 'v':
5132 optdebug++;
5133 break;
5134 case 'c':
5135 optconfig = optarg;
5136 break;
5137 case 'h':
5138 snprintf(hostname, sizeof(hostname), "%s", optarg);
5139 break;
5140 default:
5141 printf("Args are:\n"
5142 "\t-d\t\tDetach from terminal\n"
5143 "\t-c <file>\tConfig file\n"
5144 "\t-h <hostname>\tForce hostname\n"
5145 "\t-v\t\tDebug\n");
5146
5147 return (0);
5148 break;
5149 }
5150 }
5151
5152 // Start the timer routine off
5153 time(&time_now);
5154 strftime(time_now_string, sizeof(time_now_string), "%Y-%m-%d %H:%M:%S", localtime(&time_now));
5155
5156 initplugins();
5157 initdata(optdebug, optconfig);
5158
5159 init_cli();
5160 read_config_file();
5161 /* set hostname /after/ having read the config file */
5162 if (*config->hostname)
5163 strcpy(hostname, config->hostname);
5164 cli_init_complete(hostname);
5165 update_config();
5166 init_tbf(config->num_tbfs);
5167
5168 LOG(0, 0, 0, "L2TPNS version " VERSION "\n");
5169 LOG(0, 0, 0, "Copyright (c) 2012, 2013, 2014 ISP FDN & SAMESWIRELESS\n");
5170 LOG(0, 0, 0, "Copyright (c) 2003, 2004, 2005, 2006 Optus Internet Engineering\n");
5171 LOG(0, 0, 0, "Copyright (c) 2002 FireBrick (Andrews & Arnold Ltd / Watchfront Ltd) - GPL licenced\n");
5172 {
5173 struct rlimit rlim;
5174 rlim.rlim_cur = RLIM_INFINITY;
5175 rlim.rlim_max = RLIM_INFINITY;
5176 // Remove the maximum core size
5177 if (setrlimit(RLIMIT_CORE, &rlim) < 0)
5178 LOG(0, 0, 0, "Can't set ulimit: %s\n", strerror(errno));
5179
5180 // Make core dumps go to /tmp
5181 if(chdir("/tmp")) LOG(0, 0, 0, "Error chdir /tmp: %s\n", strerror(errno));
5182 }
5183
5184 if (config->scheduler_fifo)
5185 {
5186 int ret;
5187 struct sched_param params = {0};
5188 params.sched_priority = 1;
5189
5190 if (get_nprocs() < 2)
5191 {
5192 LOG(0, 0, 0, "Not using FIFO scheduler, there is only 1 processor in the system.\n");
5193 config->scheduler_fifo = 0;
5194 }
5195 else
5196 {
5197 if ((ret = sched_setscheduler(0, SCHED_FIFO, &params)) == 0)
5198 {
5199 LOG(1, 0, 0, "Using FIFO scheduler. Say goodbye to any other processes running\n");
5200 }
5201 else
5202 {
5203 LOG(0, 0, 0, "Error setting scheduler to FIFO: %s\n", strerror(errno));
5204 config->scheduler_fifo = 0;
5205 }
5206 }
5207 }
5208
5209 initnetlink();
5210
5211 /* Set up the cluster communications port. */
5212 if (cluster_init() < 0)
5213 exit(1);
5214
5215 inittun();
5216 LOG(1, 0, 0, "Set up on interface %s\n", config->tundevicename);
5217
5218 if (*config->pppoe_if_to_bind)
5219 {
5220 init_pppoe();
5221 LOG(1, 0, 0, "Set up on pppoe interface %s\n", config->pppoe_if_to_bind);
5222 }
5223
5224 if (!config->nbmultiaddress)
5225 {
5226 config->bind_n_address[0] = config->bind_address;
5227 config->nbmultiaddress++;
5228 }
5229 config->nbudpfd = config->nbmultiaddress;
5230 for (i = 0; i < config->nbudpfd; i++)
5231 initudp(&udpfd[i], config->bind_n_address[i]);
5232 initlacudp();
5233 config->indexlacudpfd = config->nbudpfd;
5234 udpfd[config->indexlacudpfd] = udplacfd;
5235 config->nbudpfd++;
5236
5237 initcontrol();
5238 initdae();
5239
5240 // Intercept
5241 snoopfd = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
5242
5243 initrad();
5244 initippool();
5245 dhcpv6_init();
5246
5247 // seed prng
5248 {
5249 unsigned seed = time_now ^ getpid();
5250 LOG(4, 0, 0, "Seeding the pseudo random generator: %u\n", seed);
5251 srand(seed);
5252 }
5253
5254 signal(SIGHUP, sighup_handler);
5255 signal(SIGCHLD, sigchild_handler);
5256 signal(SIGTERM, shutdown_handler);
5257 signal(SIGINT, shutdown_handler);
5258 signal(SIGQUIT, shutdown_handler);
5259
5260 // Prevent us from getting paged out
5261 if (config->lock_pages)
5262 {
5263 if (!mlockall(MCL_CURRENT))
5264 LOG(1, 0, 0, "Locking pages into memory\n");
5265 else
5266 LOG(0, 0, 0, "Can't lock pages: %s\n", strerror(errno));
5267 }
5268
5269 mainloop();
5270
5271 /* remove plugins (so cleanup code gets run) */
5272 plugins_done();
5273
5274 // Remove the PID file if we wrote it
5275 if (config->wrote_pid && *config->pid_file == '/')
5276 unlink(config->pid_file);
5277
5278 /* kill CLI children */
5279 signal(SIGTERM, SIG_IGN);
5280 kill(0, SIGTERM);
5281 return 0;
5282 }
5283
5284 static void sighup_handler(int sig)
5285 {
5286 main_reload++;
5287 }
5288
5289 static void shutdown_handler(int sig)
5290 {
5291 main_quit = (sig == SIGQUIT) ? QUIT_SHUTDOWN : QUIT_FAILOVER;
5292 }
5293
5294 static void sigchild_handler(int sig)
5295 {
5296 while (waitpid(-1, NULL, WNOHANG) > 0)
5297 ;
5298 }
5299
5300 static void build_chap_response(uint8_t *challenge, uint8_t id, uint16_t challenge_length, uint8_t **challenge_response)
5301 {
5302 MD5_CTX ctx;
5303 *challenge_response = NULL;
5304
5305 if (!*config->l2tp_secret)
5306 {
5307 LOG(0, 0, 0, "LNS requested CHAP authentication, but no l2tp secret is defined\n");
5308 return;
5309 }
5310
5311 LOG(4, 0, 0, " Building challenge response for CHAP request\n");
5312
5313 *challenge_response = calloc(17, 1);
5314
5315 MD5_Init(&ctx);
5316 MD5_Update(&ctx, &id, 1);
5317 MD5_Update(&ctx, config->l2tp_secret, strlen(config->l2tp_secret));
5318 MD5_Update(&ctx, challenge, challenge_length);
5319 MD5_Final(*challenge_response, &ctx);
5320
5321 return;
5322 }
5323
5324 static int facility_value(char *name)
5325 {
5326 int i;
5327 for (i = 0; facilitynames[i].c_name; i++)
5328 {
5329 if (strcmp(facilitynames[i].c_name, name) == 0)
5330 return facilitynames[i].c_val;
5331 }
5332 return 0;
5333 }
5334
5335 static void update_config()
5336 {
5337 int i;
5338 char *p;
5339 static int timeout = 0;
5340 static int interval = 0;
5341
5342 // Update logging
5343 closelog();
5344 syslog_log = 0;
5345 if (log_stream)
5346 {
5347 if (log_stream != stderr)
5348 fclose(log_stream);
5349
5350 log_stream = NULL;
5351 }
5352
5353 if (*config->log_filename)
5354 {
5355 if (strstr(config->log_filename, "syslog:") == config->log_filename)
5356 {
5357 char *p = config->log_filename + 7;
5358 if (*p)
5359 {
5360 openlog("l2tpns", LOG_PID, facility_value(p));
5361 syslog_log = 1;
5362 }
5363 }
5364 else if (strchr(config->log_filename, '/') == config->log_filename)
5365 {
5366 if ((log_stream = fopen((char *)(config->log_filename), "a")))
5367 {
5368 fseek(log_stream, 0, SEEK_END);
5369 setbuf(log_stream, NULL);
5370 }
5371 else
5372 {
5373 log_stream = stderr;
5374 setbuf(log_stream, NULL);
5375 }
5376 }
5377 }
5378 else
5379 {
5380 log_stream = stderr;
5381 setbuf(log_stream, NULL);
5382 }
5383
5384 #define L2TP_HDRS (20+8+6+4) // L2TP data encaptulation: ip + udp + l2tp (data) + ppp (inc hdlc)
5385 #define TCP_HDRS (20+20) // TCP encapsulation: ip + tcp
5386
5387 if (config->l2tp_mtu <= 0) config->l2tp_mtu = 1500; // ethernet default
5388 else if (config->l2tp_mtu < MINMTU) config->l2tp_mtu = MINMTU;
5389 else if (config->l2tp_mtu > MAXMTU) config->l2tp_mtu = MAXMTU;
5390
5391 // reset MRU/MSS globals
5392 MRU = config->l2tp_mtu - L2TP_HDRS;
5393 if (MRU > PPPoE_MRU)
5394 MRU = PPPoE_MRU;
5395
5396 MSS = MRU - TCP_HDRS;
5397
5398 // Update radius
5399 config->numradiusservers = 0;
5400 for (i = 0; i < MAXRADSERVER; i++)
5401 if (config->radiusserver[i])
5402 {
5403 config->numradiusservers++;
5404 // Set radius port: if not set, take the port from the
5405 // first radius server. For the first radius server,
5406 // take the #defined default value from l2tpns.h
5407
5408 // test twice, In case someone works with
5409 // a secondary radius server without defining
5410 // a primary one, this will work even then.
5411 if (i > 0 && !config->radiusport[i])
5412 config->radiusport[i] = config->radiusport[i-1];
5413 if (!config->radiusport[i])
5414 config->radiusport[i] = RADPORT;
5415 }
5416
5417 if (!config->numradiusservers)
5418 LOG(0, 0, 0, "No RADIUS servers defined!\n");
5419
5420 // parse radius_authtypes_s
5421 config->radius_authtypes = config->radius_authprefer = 0;
5422 p = config->radius_authtypes_s;
5423 while (p && *p)
5424 {
5425 char *s = strpbrk(p, " \t,");
5426 int type = 0;
5427
5428 if (s)
5429 {
5430 *s++ = 0;
5431 while (*s == ' ' || *s == '\t')
5432 s++;
5433
5434 if (!*s)
5435 s = 0;
5436 }
5437
5438 if (!strncasecmp("chap", p, strlen(p)))
5439 type = AUTHCHAP;
5440 else if (!strncasecmp("pap", p, strlen(p)))
5441 type = AUTHPAP;
5442 else
5443 LOG(0, 0, 0, "Invalid RADIUS authentication type \"%s\"\n", p);
5444
5445 config->radius_authtypes |= type;
5446 if (!config->radius_authprefer)
5447 config->radius_authprefer = type;
5448
5449 p = s;
5450 }
5451
5452 if (!config->radius_authtypes)
5453 {
5454 LOG(0, 0, 0, "Defaulting to PAP authentication\n");
5455 config->radius_authtypes = config->radius_authprefer = AUTHPAP;
5456 }
5457
5458 // normalise radius_authtypes_s
5459 if (config->radius_authprefer == AUTHPAP)
5460 {
5461 strcpy(config->radius_authtypes_s, "pap");
5462 if (config->radius_authtypes & AUTHCHAP)
5463 strcat(config->radius_authtypes_s, ", chap");
5464 }
5465 else
5466 {
5467 strcpy(config->radius_authtypes_s, "chap");
5468 if (config->radius_authtypes & AUTHPAP)
5469 strcat(config->radius_authtypes_s, ", pap");
5470 }
5471
5472 if (!config->radius_dae_port)
5473 config->radius_dae_port = DAEPORT;
5474
5475 if(!config->bind_portremotelns)
5476 config->bind_portremotelns = L2TPLACPORT;
5477 if(!config->bind_address_remotelns)
5478 config->bind_address_remotelns = INADDR_ANY;
5479
5480 if (*config->bind_multi_address)
5481 {
5482 char *sip = config->bind_multi_address;
5483 char *n = sip;
5484 char *e = config->bind_multi_address + strlen(config->bind_multi_address);
5485 config->nbmultiaddress = 0;
5486
5487 while (*sip && (sip < e))
5488 {
5489 in_addr_t ip = 0;
5490 uint8_t u = 0;
5491
5492 while (n < e && (*n == ',' || *n == ' ')) n++;
5493
5494 while (n < e && (isdigit(*n) || *n == '.'))
5495 {
5496 if (*n == '.')
5497 {
5498 ip = (ip << 8) + u;
5499 u = 0;
5500 }
5501 else
5502 u = u * 10 + *n - '0';
5503 n++;
5504 }
5505 ip = (ip << 8) + u;
5506 n++;
5507
5508 if (ip)
5509 {
5510 config->bind_n_address[config->nbmultiaddress] = htonl(ip);
5511 config->iftun_n_address[config->nbmultiaddress] = htonl(ip);
5512 config->nbmultiaddress++;
5513 LOG(1, 0, 0, "Bind address %s\n", fmtaddr(htonl(ip), 0));
5514
5515 if (config->nbmultiaddress >= MAX_BINDADDR) break;
5516 }
5517
5518 sip = n;
5519 }
5520
5521 if (config->nbmultiaddress >= 1)
5522 {
5523 config->bind_address = config->bind_n_address[0];
5524 config->iftun_address = config->bind_address;
5525 }
5526 }
5527
5528 if(!config->iftun_address)
5529 {
5530 config->iftun_address = config->bind_address;
5531 config->iftun_n_address[0] = config->iftun_address;
5532 }
5533
5534 if (*config->multi_hostname)
5535 {
5536 char *shost = config->multi_hostname;
5537 char *n = shost;
5538 char *e = config->multi_hostname + strlen(config->multi_hostname);
5539 config->nbmultihostname = 0;
5540
5541 while (*shost && (shost < e))
5542 {
5543 while ((n < e) && (*n == ' ' || *n == ',' || *n == '\t')) n++;
5544
5545 i = 0;
5546 while (n < e && (*n != ',') && (*n != '\t'))
5547 {
5548 config->multi_n_hostname[config->nbmultihostname][i] = *n;
5549 n++;i++;
5550 }
5551
5552 if (i > 0)
5553 {
5554 config->multi_n_hostname[config->nbmultihostname][i] = 0;
5555 LOG(1, 0, 0, "Bind Hostname %s\n", config->multi_n_hostname[config->nbmultihostname]);
5556 config->nbmultihostname++;
5557 if (config->nbmultihostname >= MAX_NBHOSTNAME) break;
5558 }
5559
5560 shost = n;
5561 }
5562
5563 if (config->nbmultihostname >= 1)
5564 {
5565 strcpy(hostname, config->multi_n_hostname[0]);
5566 strcpy(config->hostname, hostname);
5567 }
5568 }
5569
5570 if (!*config->pppoe_ac_name)
5571 strncpy(config->pppoe_ac_name, DEFAULT_PPPOE_AC_NAME, sizeof(config->pppoe_ac_name) - 1);
5572
5573 // re-initialise the random number source
5574 initrandom(config->random_device);
5575
5576 // Update plugins
5577 for (i = 0; i < MAXPLUGINS; i++)
5578 {
5579 if (strcmp(config->plugins[i], config->old_plugins[i]) == 0)
5580 continue;
5581
5582 if (*config->plugins[i])
5583 {
5584 // Plugin added
5585 add_plugin(config->plugins[i]);
5586 }
5587 else if (*config->old_plugins[i])
5588 {
5589 // Plugin removed
5590 remove_plugin(config->old_plugins[i]);
5591 }
5592 }
5593
5594 // Guest change
5595 guest_accounts_num = 0;
5596 char *p2 = config->guest_user;
5597 while (p2 && *p2)
5598 {
5599 char *s = strpbrk(p2, " \t,");
5600 if (s)
5601 {
5602 *s++ = 0;
5603 while (*s == ' ' || *s == '\t')
5604 s++;
5605
5606 if (!*s)
5607 s = 0;
5608 }
5609
5610 strcpy(guest_users[guest_accounts_num], p2);
5611 LOG(1, 0, 0, "Guest account[%d]: %s\n", guest_accounts_num, guest_users[guest_accounts_num]);
5612 guest_accounts_num++;
5613 p2 = s;
5614 }
5615 // Rebuild the guest_user array
5616 strcpy(config->guest_user, "");
5617 int ui = 0;
5618 for (ui=0; ui<guest_accounts_num; ui++)
5619 {
5620 strcat(config->guest_user, guest_users[ui]);
5621 if (ui<guest_accounts_num-1)
5622 {
5623 strcat(config->guest_user, ",");
5624 }
5625 }
5626
5627
5628 memcpy(config->old_plugins, config->plugins, sizeof(config->plugins));
5629 if (!config->multi_read_count) config->multi_read_count = 10;
5630 if (!config->cluster_address) config->cluster_address = inet_addr(DEFAULT_MCAST_ADDR);
5631 if (!*config->cluster_interface)
5632 strncpy(config->cluster_interface, DEFAULT_MCAST_INTERFACE, sizeof(config->cluster_interface) - 1);
5633
5634 if (!config->cluster_hb_interval)
5635 config->cluster_hb_interval = PING_INTERVAL; // Heartbeat every 0.5 seconds.
5636
5637 if (!config->cluster_hb_timeout)
5638 config->cluster_hb_timeout = HB_TIMEOUT; // 10 missed heartbeat triggers an election.
5639
5640 if (interval != config->cluster_hb_interval || timeout != config->cluster_hb_timeout)
5641 {
5642 // Paranoia: cluster_check_master() treats 2 x interval + 1 sec as
5643 // late, ensure we're sufficiently larger than that
5644 int t = 4 * config->cluster_hb_interval + 11;
5645
5646 if (config->cluster_hb_timeout < t)
5647 {
5648 LOG(0, 0, 0, "Heartbeat timeout %d too low, adjusting to %d\n", config->cluster_hb_timeout, t);
5649 config->cluster_hb_timeout = t;
5650 }
5651
5652 // Push timing changes to the slaves immediately if we're the master
5653 if (config->cluster_iam_master)
5654 cluster_heartbeat();
5655
5656 interval = config->cluster_hb_interval;
5657 timeout = config->cluster_hb_timeout;
5658 }
5659
5660 // Write PID file
5661 if (*config->pid_file == '/' && !config->wrote_pid)
5662 {
5663 FILE *f;
5664 if ((f = fopen(config->pid_file, "w")))
5665 {
5666 fprintf(f, "%d\n", getpid());
5667 fclose(f);
5668 config->wrote_pid = 1;
5669 }
5670 else
5671 {
5672 LOG(0, 0, 0, "Can't write to PID file %s: %s\n", config->pid_file, strerror(errno));
5673 }
5674 }
5675 }
5676
5677 static void read_config_file()
5678 {
5679 FILE *f;
5680
5681 if (!config->config_file) return;
5682 if (!(f = fopen(config->config_file, "r")))
5683 {
5684 fprintf(stderr, "Can't open config file %s: %s\n", config->config_file, strerror(errno));
5685 return;
5686 }
5687
5688 LOG(3, 0, 0, "Reading config file %s\n", config->config_file);
5689 cli_do_file(f);
5690 LOG(3, 0, 0, "Done reading config file\n");
5691 fclose(f);
5692 }
5693
5694 int sessionsetup(sessionidt s, tunnelidt t)
5695 {
5696 // A session now exists, set it up
5697 in_addr_t ip;
5698 char *user;
5699 sessionidt i;
5700 int r;
5701
5702 CSTAT(sessionsetup);
5703
5704 LOG(3, s, t, "Doing session setup for session\n");
5705
5706 // Join a bundle if the MRRU option is accepted
5707 if(session[s].mrru > 0 && session[s].bundle == 0)
5708 {
5709 LOG(3, s, t, "This session can be part of multilink bundle\n");
5710 if (join_bundle(s) > 0)
5711 cluster_send_bundle(session[s].bundle);
5712 else
5713 {
5714 LOG(0, s, t, "MPPP: Mismaching mssf option with other sessions in bundle\n");
5715 sessionshutdown(s, "Mismaching mssf option.", CDN_NONE, TERM_SERVICE_UNAVAILABLE);
5716 return 0;
5717 }
5718 }
5719
5720 if (!session[s].ip)
5721 {
5722 assign_ip_address(s);
5723 if (!session[s].ip)
5724 {
5725 LOG(0, s, t, " No IP allocated. The IP address pool is FULL!\n");
5726 sessionshutdown(s, "No IP addresses available.", CDN_TRY_ANOTHER, TERM_SERVICE_UNAVAILABLE);
5727 return 0;
5728 }
5729 LOG(3, s, t, " No IP allocated. Assigned %s from pool\n",
5730 fmtaddr(htonl(session[s].ip), 0));
5731 }
5732
5733 // Make sure this is right
5734 session[s].tunnel = t;
5735
5736 // zap old sessions with same IP and/or username
5737 // Don't kill gardened sessions - doing so leads to a DoS
5738 // from someone who doesn't need to know the password
5739 {
5740 ip = session[s].ip;
5741 user = session[s].user;
5742 for (i = 1; i <= config->cluster_highest_sessionid; i++)
5743 {
5744 if (i == s) continue;
5745 if (!session[s].opened) break;
5746 // Allow duplicate sessions for multilink ones of the same bundle.
5747 if (session[s].bundle && session[i].bundle && session[s].bundle == session[i].bundle) continue;
5748
5749 if (ip == session[i].ip)
5750 {
5751 sessionshutdown(i, "Duplicate IP address", CDN_ADMIN_DISC, TERM_ADMIN_RESET); // close radius/routes, etc.
5752 continue;
5753 }
5754
5755 if (config->allow_duplicate_users) continue;
5756 if (session[s].walled_garden || session[i].walled_garden) continue;
5757 // Guest change
5758 int found = 0;
5759 int gu;
5760 for (gu = 0; gu < guest_accounts_num; gu++)
5761 {
5762 if (!strcasecmp(user, guest_users[gu]))
5763 {
5764 found = 1;
5765 break;
5766 }
5767 }
5768 if (found) continue;
5769
5770 // Drop the new session in case of duplicate sessionss, not the old one.
5771 if (!strcasecmp(user, session[i].user))
5772 sessionshutdown(i, "Duplicate session for users", CDN_ADMIN_DISC, TERM_ADMIN_RESET); // close radius/routes, etc.
5773 }
5774 }
5775
5776 // no need to set a route for the same IP address of the bundle
5777 if (!session[s].bundle || (bundle[session[s].bundle].num_of_links == 1))
5778 {
5779 int routed = 0;
5780
5781 // Add the route for this session.
5782 for (r = 0; r < MAXROUTE && session[s].route[r].ip; r++)
5783 {
5784 if ((session[s].ip >> (32-session[s].route[r].prefixlen)) ==
5785 (session[s].route[r].ip >> (32-session[s].route[r].prefixlen)))
5786 routed++;
5787
5788 routeset(s, session[s].route[r].ip, session[s].route[r].prefixlen, 0, 1);
5789 }
5790
5791 // Static IPs need to be routed if not already
5792 // convered by a Framed-Route. Anything else is part
5793 // of the IP address pool and is already routed, it
5794 // just needs to be added to the IP cache.
5795 // IPv6 route setup is done in ppp.c, when IPV6CP is acked.
5796 if (session[s].ip_pool_index == -1) // static ip
5797 {
5798 if (!routed) routeset(s, session[s].ip, 0, 0, 1);
5799 }
5800 else
5801 cache_ipmap(session[s].ip, s);
5802 }
5803
5804 sess_local[s].lcp_authtype = 0; // RADIUS authentication complete
5805 lcp_open(s, t); // transition to Network phase and send initial IPCP
5806
5807 // Run the plugin's against this new session.
5808 {
5809 struct param_new_session data = { &tunnel[t], &session[s] };
5810 run_plugins(PLUGIN_NEW_SESSION, &data);
5811 }
5812
5813 // Allocate TBFs if throttled
5814 if (session[s].throttle_in || session[s].throttle_out)
5815 throttle_session(s, session[s].throttle_in, session[s].throttle_out);
5816
5817 session[s].last_packet = session[s].last_data = time_now;
5818
5819 LOG(2, s, t, "Login by %s at %s from %s (%s)\n", session[s].user,
5820 fmtaddr(htonl(session[s].ip), 0),
5821 fmtaddr(htonl(tunnel[t].ip), 1), tunnel[t].hostname);
5822
5823 cluster_send_session(s); // Mark it as dirty, and needing to the flooded to the cluster.
5824
5825 return 1; // RADIUS OK and IP allocated, done...
5826 }
5827
5828 //
5829 // This session just got dropped on us by the master or something.
5830 // Make sure our tables up up to date...
5831 //
5832 int load_session(sessionidt s, sessiont *new)
5833 {
5834 int i;
5835 int newip = 0;
5836
5837 // Sanity checks.
5838 if (new->ip_pool_index >= MAXIPPOOL ||
5839 new->tunnel >= MAXTUNNEL)
5840 {
5841 LOG(0, s, 0, "Strange session update received!\n");
5842 // FIXME! What to do here?
5843 return 0;
5844 }
5845
5846 //
5847 // Ok. All sanity checks passed. Now we're committed to
5848 // loading the new session.
5849 //
5850
5851 session[s].tunnel = new->tunnel; // For logging in cache_ipmap
5852
5853 // See if routes/ip cache need updating
5854 if (new->ip != session[s].ip)
5855 newip++;
5856
5857 for (i = 0; !newip && i < MAXROUTE && (session[s].route[i].ip || new->route[i].ip); i++)
5858 if (new->route[i].ip != session[s].route[i].ip ||
5859 new->route[i].prefixlen != session[s].route[i].prefixlen)
5860 newip++;
5861
5862 // needs update
5863 if (newip)
5864 {
5865 int routed = 0;
5866
5867 // remove old routes...
5868 for (i = 0; i < MAXROUTE && session[s].route[i].ip; i++)
5869 {
5870 if ((session[s].ip >> (32-session[s].route[i].prefixlen)) ==
5871 (session[s].route[i].ip >> (32-session[s].route[i].prefixlen)))
5872 routed++;
5873
5874 routeset(s, session[s].route[i].ip, session[s].route[i].prefixlen, 0, 0);
5875 }
5876
5877 // ...ip
5878 if (session[s].ip)
5879 {
5880 if (session[s].ip_pool_index == -1) // static IP
5881 {
5882 if (!routed) routeset(s, session[s].ip, 0, 0, 0);
5883 }
5884 else // It's part of the IP pool, remove it manually.
5885 uncache_ipmap(session[s].ip);
5886 }
5887
5888 // remove old IPV6 routes...
5889 for (i = 0; i < MAXROUTE6 && session[s].route6[i].ipv6route.s6_addr[0] && session[s].route6[i].ipv6prefixlen; i++)
5890 {
5891 route6set(s, session[s].route6[i].ipv6route, session[s].route6[i].ipv6prefixlen, 0);
5892 }
5893
5894 if (session[s].ipv6address.s6_addr[0])
5895 {
5896 route6set(s, session[s].ipv6address, 128, 0);
5897 }
5898
5899 routed = 0;
5900
5901 // add new routes...
5902 for (i = 0; i < MAXROUTE && new->route[i].ip; i++)
5903 {
5904 if ((new->ip >> (32-new->route[i].prefixlen)) ==
5905 (new->route[i].ip >> (32-new->route[i].prefixlen)))
5906 routed++;
5907
5908 routeset(s, new->route[i].ip, new->route[i].prefixlen, 0, 1);
5909 }
5910
5911 // ...ip
5912 if (new->ip)
5913 {
5914 // If there's a new one, add it.
5915 if (new->ip_pool_index == -1)
5916 {
5917 if (!routed) routeset(s, new->ip, 0, 0, 1);
5918 }
5919 else
5920 cache_ipmap(new->ip, s);
5921 }
5922 }
5923
5924 // check v6 routing
5925 if (new->ppp.ipv6cp == Opened && session[s].ppp.ipv6cp != Opened)
5926 {
5927 for (i = 0; i < MAXROUTE6 && new->route6[i].ipv6prefixlen; i++)
5928 {
5929 route6set(s, new->route6[i].ipv6route, new->route6[i].ipv6prefixlen, 1);
5930 }
5931 }
5932
5933 if (new->ipv6address.s6_addr[0] && new->ppp.ipv6cp == Opened && session[s].ppp.ipv6cp != Opened)
5934 {
5935 // Check if included in prefix
5936 if (sessionbyipv6(new->ipv6address) != s)
5937 route6set(s, new->ipv6address, 128, 1);
5938 }
5939
5940 // check filters
5941 if (new->filter_in && (new->filter_in > MAXFILTER || !ip_filters[new->filter_in - 1].name[0]))
5942 {
5943 LOG(2, s, session[s].tunnel, "Dropping invalid input filter %u\n", (int) new->filter_in);
5944 new->filter_in = 0;
5945 }
5946
5947 if (new->filter_out && (new->filter_out > MAXFILTER || !ip_filters[new->filter_out - 1].name[0]))
5948 {
5949 LOG(2, s, session[s].tunnel, "Dropping invalid output filter %u\n", (int) new->filter_out);
5950 new->filter_out = 0;
5951 }
5952
5953 if (new->filter_in != session[s].filter_in)
5954 {
5955 if (session[s].filter_in) ip_filters[session[s].filter_in - 1].used--;
5956 if (new->filter_in) ip_filters[new->filter_in - 1].used++;
5957 }
5958
5959 if (new->filter_out != session[s].filter_out)
5960 {
5961 if (session[s].filter_out) ip_filters[session[s].filter_out - 1].used--;
5962 if (new->filter_out) ip_filters[new->filter_out - 1].used++;
5963 }
5964
5965 if (new->tunnel && s > config->cluster_highest_sessionid) // Maintain this in the slave. It's used
5966 // for walking the sessions to forward byte counts to the master.
5967 config->cluster_highest_sessionid = s;
5968
5969 memcpy(&session[s], new, sizeof(session[s])); // Copy over..
5970
5971 // Do fixups into address pool.
5972 if (new->ip_pool_index != -1)
5973 fix_address_pool(s);
5974
5975 return 1;
5976 }
5977
5978 static void initplugins()
5979 {
5980 int i;
5981
5982 loaded_plugins = ll_init();
5983 // Initialize the plugins to nothing
5984 for (i = 0; i < MAX_PLUGIN_TYPES; i++)
5985 plugins[i] = ll_init();
5986 }
5987
5988 static void *open_plugin(char *plugin_name, int load)
5989 {
5990 char path[256] = "";
5991
5992 snprintf(path, 256, PLUGINDIR "/%s.so", plugin_name);
5993 LOG(2, 0, 0, "%soading plugin from %s\n", load ? "L" : "Un-l", path);
5994 return dlopen(path, RTLD_NOW);
5995 }
5996
5997 // plugin callback to get a config value
5998 static void *getconfig(char *key, enum config_typet type)
5999 {
6000 int i;
6001
6002 for (i = 0; config_values[i].key; i++)
6003 {
6004 if (!strcmp(config_values[i].key, key))
6005 {
6006 if (config_values[i].type == type)
6007 return ((void *) config) + config_values[i].offset;
6008
6009 LOG(1, 0, 0, "plugin requested config item \"%s\" expecting type %d, have type %d\n",
6010 key, type, config_values[i].type);
6011
6012 return 0;
6013 }
6014 }
6015
6016 LOG(1, 0, 0, "plugin requested unknown config item \"%s\"\n", key);
6017 return 0;
6018 }
6019
6020 static int add_plugin(char *plugin_name)
6021 {
6022 static struct pluginfuncs funcs = {
6023 _log,
6024 _log_hex,
6025 fmtaddr,
6026 sessionbyuser,
6027 sessiontbysessionidt,
6028 sessionidtbysessiont,
6029 radiusnew,
6030 radiussend,
6031 getconfig,
6032 sessionshutdown,
6033 sessionkill,
6034 throttle_session,
6035 cluster_send_session,
6036 };
6037
6038 void *p = open_plugin(plugin_name, 1);
6039 int (*initfunc)(struct pluginfuncs *);
6040 int i;
6041
6042 if (!p)
6043 {
6044 LOG(1, 0, 0, " Plugin load failed: %s\n", dlerror());
6045 return -1;
6046 }
6047
6048 if (ll_contains(loaded_plugins, p))
6049 {
6050 dlclose(p);
6051 return 0; // already loaded
6052 }
6053
6054 {
6055 int *v = dlsym(p, "plugin_api_version");
6056 if (!v || *v != PLUGIN_API_VERSION)
6057 {
6058 LOG(1, 0, 0, " Plugin load failed: API version mismatch: %s\n", dlerror());
6059 dlclose(p);
6060 return -1;
6061 }
6062 }
6063
6064 if ((initfunc = dlsym(p, "plugin_init")))
6065 {
6066 if (!initfunc(&funcs))
6067 {
6068 LOG(1, 0, 0, " Plugin load failed: plugin_init() returned FALSE: %s\n", dlerror());
6069 dlclose(p);
6070 return -1;
6071 }
6072 }
6073
6074 ll_push(loaded_plugins, p);
6075
6076 for (i = 0; i < max_plugin_functions; i++)
6077 {
6078 void *x;
6079 if (plugin_functions[i] && (x = dlsym(p, plugin_functions[i])))
6080 {
6081 LOG(3, 0, 0, " Supports function \"%s\"\n", plugin_functions[i]);
6082 ll_push(plugins[i], x);
6083 }
6084 }
6085
6086 LOG(2, 0, 0, " Loaded plugin %s\n", plugin_name);
6087 return 1;
6088 }
6089
6090 static void run_plugin_done(void *plugin)
6091 {
6092 int (*donefunc)(void) = dlsym(plugin, "plugin_done");
6093
6094 if (donefunc)
6095 donefunc();
6096 }
6097
6098 static int remove_plugin(char *plugin_name)
6099 {
6100 void *p = open_plugin(plugin_name, 0);
6101 int loaded = 0;
6102
6103 if (!p)
6104 return -1;
6105
6106 if (ll_contains(loaded_plugins, p))
6107 {
6108 int i;
6109 for (i = 0; i < max_plugin_functions; i++)
6110 {
6111 void *x;
6112 if (plugin_functions[i] && (x = dlsym(p, plugin_functions[i])))
6113 ll_delete(plugins[i], x);
6114 }
6115
6116 ll_delete(loaded_plugins, p);
6117 run_plugin_done(p);
6118 loaded = 1;
6119 }
6120
6121 dlclose(p);
6122 LOG(2, 0, 0, "Removed plugin %s\n", plugin_name);
6123 return loaded;
6124 }
6125
6126 int run_plugins(int plugin_type, void *data)
6127 {
6128 int (*func)(void *data);
6129
6130 if (!plugins[plugin_type] || plugin_type > max_plugin_functions)
6131 return PLUGIN_RET_ERROR;
6132
6133 ll_reset(plugins[plugin_type]);
6134 while ((func = ll_next(plugins[plugin_type])))
6135 {
6136 int r = func(data);
6137
6138 if (r != PLUGIN_RET_OK)
6139 return r; // stop here
6140 }
6141
6142 return PLUGIN_RET_OK;
6143 }
6144
6145 static void plugins_done()
6146 {
6147 void *p;
6148
6149 ll_reset(loaded_plugins);
6150 while ((p = ll_next(loaded_plugins)))
6151 run_plugin_done(p);
6152 }
6153
6154 static void processcontrol(uint8_t *buf, int len, struct sockaddr_in *addr, int alen, struct in_addr *local)
6155 {
6156 struct nsctl request;
6157 struct nsctl response;
6158 int type = unpack_control(&request, buf, len);
6159 int r;
6160 void *p;
6161
6162 if (log_stream && config->debug >= 4)
6163 {
6164 if (type < 0)
6165 {
6166 LOG(4, 0, 0, "Bogus control message from %s (%d)\n",
6167 fmtaddr(addr->sin_addr.s_addr, 0), type);
6168 }
6169 else
6170 {
6171 LOG(4, 0, 0, "Received [%s] ", fmtaddr(addr->sin_addr.s_addr, 0));
6172 dump_control(&request, log_stream);
6173 }
6174 }
6175
6176 switch (type)
6177 {
6178 case NSCTL_REQ_LOAD:
6179 if (request.argc != 1)
6180 {
6181 response.type = NSCTL_RES_ERR;
6182 response.argc = 1;
6183 response.argv[0] = "name of plugin required";
6184 }
6185 else if ((r = add_plugin(request.argv[0])) < 1)
6186 {
6187 response.type = NSCTL_RES_ERR;
6188 response.argc = 1;
6189 response.argv[0] = !r
6190 ? "plugin already loaded"
6191 : "error loading plugin";
6192 }
6193 else
6194 {
6195 response.type = NSCTL_RES_OK;
6196 response.argc = 0;
6197 }
6198
6199 break;
6200
6201 case NSCTL_REQ_UNLOAD:
6202 if (request.argc != 1)
6203 {
6204 response.type = NSCTL_RES_ERR;
6205 response.argc = 1;
6206 response.argv[0] = "name of plugin required";
6207 }
6208 else if ((r = remove_plugin(request.argv[0])) < 1)
6209 {
6210 response.type = NSCTL_RES_ERR;
6211 response.argc = 1;
6212 response.argv[0] = !r
6213 ? "plugin not loaded"
6214 : "plugin not found";
6215 }
6216 else
6217 {
6218 response.type = NSCTL_RES_OK;
6219 response.argc = 0;
6220 }
6221
6222 break;
6223
6224 case NSCTL_REQ_HELP:
6225 response.type = NSCTL_RES_OK;
6226 response.argc = 0;
6227
6228 ll_reset(loaded_plugins);
6229 while ((p = ll_next(loaded_plugins)))
6230 {
6231 char **help = dlsym(p, "plugin_control_help");
6232 while (response.argc < 0xff && help && *help)
6233 response.argv[response.argc++] = *help++;
6234 }
6235
6236 break;
6237
6238 case NSCTL_REQ_CONTROL:
6239 {
6240 struct param_control param = {
6241 config->cluster_iam_master,
6242 request.argc,
6243 request.argv,
6244 0,
6245 NULL,
6246 };
6247
6248 int r = run_plugins(PLUGIN_CONTROL, &param);
6249
6250 if (r == PLUGIN_RET_ERROR)
6251 {
6252 response.type = NSCTL_RES_ERR;
6253 response.argc = 1;
6254 response.argv[0] = param.additional
6255 ? param.additional
6256 : "error returned by plugin";
6257 }
6258 else if (r == PLUGIN_RET_NOTMASTER)
6259 {
6260 static char msg[] = "must be run on master: 000.000.000.000";
6261
6262 response.type = NSCTL_RES_ERR;
6263 response.argc = 1;
6264 if (config->cluster_master_address)
6265 {
6266 strcpy(msg + 23, fmtaddr(config->cluster_master_address, 0));
6267 response.argv[0] = msg;
6268 }
6269 else
6270 {
6271 response.argv[0] = "must be run on master: none elected";
6272 }
6273 }
6274 else if (!(param.response & NSCTL_RESPONSE))
6275 {
6276 response.type = NSCTL_RES_ERR;
6277 response.argc = 1;
6278 response.argv[0] = param.response
6279 ? "unrecognised response value from plugin"
6280 : "unhandled action";
6281 }
6282 else
6283 {
6284 response.type = param.response;
6285 response.argc = 0;
6286 if (param.additional)
6287 {
6288 response.argc = 1;
6289 response.argv[0] = param.additional;
6290 }
6291 }
6292 }
6293
6294 break;
6295
6296 default:
6297 response.type = NSCTL_RES_ERR;
6298 response.argc = 1;
6299 response.argv[0] = "error unpacking control packet";
6300 }
6301
6302 buf = calloc(NSCTL_MAX_PKT_SZ, 1);
6303 if (!buf)
6304 {
6305 LOG(2, 0, 0, "Failed to allocate nsctl response\n");
6306 return;
6307 }
6308
6309 r = pack_control(buf, NSCTL_MAX_PKT_SZ, response.type, response.argc, response.argv);
6310 if (r > 0)
6311 {
6312 sendtofrom(controlfd, buf, r, 0, (const struct sockaddr *) addr, alen, local);
6313 if (log_stream && config->debug >= 4)
6314 {
6315 LOG(4, 0, 0, "Sent [%s] ", fmtaddr(addr->sin_addr.s_addr, 0));
6316 dump_control(&response, log_stream);
6317 }
6318 }
6319 else
6320 LOG(2, 0, 0, "Failed to pack nsctl response for %s (%d)\n",
6321 fmtaddr(addr->sin_addr.s_addr, 0), r);
6322
6323 free(buf);
6324 }
6325
6326 static tunnelidt new_tunnel()
6327 {
6328 tunnelidt i;
6329 for (i = 1; i < MAXTUNNEL; i++)
6330 {
6331 if ((tunnel[i].state == TUNNELFREE) && (i != TUNNEL_ID_PPPOE))
6332 {
6333 LOG(4, 0, i, "Assigning tunnel ID %u\n", i);
6334 if (i > config->cluster_highest_tunnelid)
6335 config->cluster_highest_tunnelid = i;
6336 return i;
6337 }
6338 }
6339 LOG(0, 0, 0, "Can't find a free tunnel! There shouldn't be this many in use!\n");
6340 return 0;
6341 }
6342
6343 //
6344 // We're becoming the master. Do any required setup..
6345 //
6346 // This is principally telling all the plugins that we're
6347 // now a master, and telling them about all the sessions
6348 // that are active too..
6349 //
6350 void become_master(void)
6351 {
6352 int s, i;
6353 static struct event_data d[RADIUS_FDS];
6354 struct epoll_event e;
6355
6356 run_plugins(PLUGIN_BECOME_MASTER, NULL);
6357
6358 // running a bunch of iptables commands is slow and can cause
6359 // the master to drop tunnels on takeover--kludge around the
6360 // problem by forking for the moment (note: race)
6361 if (!fork_and_close())
6362 {
6363 for (s = 1; s <= config->cluster_highest_sessionid ; ++s)
6364 {
6365 if (!session[s].opened) // Not an in-use session.
6366 continue;
6367
6368 run_plugins(PLUGIN_NEW_SESSION_MASTER, &session[s]);
6369 }
6370 exit(0);
6371 }
6372
6373 // add radius fds
6374 e.events = EPOLLIN;
6375 for (i = 0; i < RADIUS_FDS; i++)
6376 {
6377 d[i].type = FD_TYPE_RADIUS;
6378 d[i].index = i;
6379 e.data.ptr = &d[i];
6380
6381 epoll_ctl(epollfd, EPOLL_CTL_ADD, radfds[i], &e);
6382 }
6383 }
6384
6385 int cmd_show_hist_idle(struct cli_def *cli, const char *command, char **argv, int argc)
6386 {
6387 int s, i;
6388 int count = 0;
6389 int buckets[64];
6390
6391 if (CLI_HELP_REQUESTED)
6392 return CLI_HELP_NO_ARGS;
6393
6394 time(&time_now);
6395 for (i = 0; i < 64;++i) buckets[i] = 0;
6396
6397 for (s = 1; s <= config->cluster_highest_sessionid ; ++s)
6398 {
6399 int idle;
6400 if (!session[s].opened)
6401 continue;
6402
6403 idle = time_now - session[s].last_data;
6404 idle /= 5 ; // In multiples of 5 seconds.
6405 if (idle < 0)
6406 idle = 0;
6407 if (idle > 63)
6408 idle = 63;
6409
6410 ++count;
6411 ++buckets[idle];
6412 }
6413
6414 for (i = 0; i < 63; ++i)
6415 {
6416 cli_print(cli, "%3d seconds : %7.2f%% (%6d)", i * 5, (double) buckets[i] * 100.0 / count , buckets[i]);
6417 }
6418 cli_print(cli, "lots of secs : %7.2f%% (%6d)", (double) buckets[63] * 100.0 / count , buckets[i]);
6419 cli_print(cli, "%d total sessions open.", count);
6420 return CLI_OK;
6421 }
6422
6423 int cmd_show_hist_open(struct cli_def *cli, const char *command, char **argv, int argc)
6424 {
6425 int s, i;
6426 int count = 0;
6427 int buckets[64];
6428
6429 if (CLI_HELP_REQUESTED)
6430 return CLI_HELP_NO_ARGS;
6431
6432 time(&time_now);
6433 for (i = 0; i < 64;++i) buckets[i] = 0;
6434
6435 for (s = 1; s <= config->cluster_highest_sessionid ; ++s)
6436 {
6437 int open = 0, d;
6438 if (!session[s].opened)
6439 continue;
6440
6441 d = time_now - session[s].opened;
6442 if (d < 0)
6443 d = 0;
6444 while (d > 1 && open < 32)
6445 {
6446 ++open;
6447 d >>= 1; // half.
6448 }
6449 ++count;
6450 ++buckets[open];
6451 }
6452
6453 s = 1;
6454 for (i = 0; i < 30; ++i)
6455 {
6456 cli_print(cli, " < %8d seconds : %7.2f%% (%6d)", s, (double) buckets[i] * 100.0 / count , buckets[i]);
6457 s <<= 1;
6458 }
6459 cli_print(cli, "%d total sessions open.", count);
6460 return CLI_OK;
6461 }
6462
6463 /* Unhide an avp.
6464 *
6465 * This unencodes the AVP using the L2TP secret and the previously
6466 * stored random vector. It overwrites the hidden data with the
6467 * unhidden AVP subformat.
6468 */
6469 static void unhide_value(uint8_t *value, size_t len, uint16_t type, uint8_t *vector, size_t vec_len)
6470 {
6471 MD5_CTX ctx;
6472 uint8_t digest[16];
6473 uint8_t *last;
6474 size_t d = 0;
6475 uint16_t m = htons(type);
6476
6477 // Compute initial pad
6478 MD5_Init(&ctx);
6479 MD5_Update(&ctx, (unsigned char *) &m, 2);
6480 MD5_Update(&ctx, config->l2tp_secret, strlen(config->l2tp_secret));
6481 MD5_Update(&ctx, vector, vec_len);
6482 MD5_Final(digest, &ctx);
6483
6484 // pointer to last decoded 16 octets
6485 last = value;
6486
6487 while (len > 0)
6488 {
6489 // calculate a new pad based on the last decoded block
6490 if (d >= sizeof(digest))
6491 {
6492 MD5_Init(&ctx);
6493 MD5_Update(&ctx, config->l2tp_secret, strlen(config->l2tp_secret));
6494 MD5_Update(&ctx, last, sizeof(digest));
6495 MD5_Final(digest, &ctx);
6496
6497 d = 0;
6498 last = value;
6499 }
6500
6501 *value++ ^= digest[d++];
6502 len--;
6503 }
6504 }
6505
6506 int find_filter(char const *name, size_t len)
6507 {
6508 int free = -1;
6509 int i;
6510
6511 for (i = 0; i < MAXFILTER; i++)
6512 {
6513 if (!*ip_filters[i].name)
6514 {
6515 if (free < 0)
6516 free = i;
6517
6518 continue;
6519 }
6520
6521 if (strlen(ip_filters[i].name) != len)
6522 continue;
6523
6524 if (!strncmp(ip_filters[i].name, name, len))
6525 return i;
6526 }
6527
6528 return free;
6529 }
6530
6531 static int ip_filter_port(ip_filter_portt *p, uint16_t port)
6532 {
6533 switch (p->op)
6534 {
6535 case FILTER_PORT_OP_EQ: return port == p->port;
6536 case FILTER_PORT_OP_NEQ: return port != p->port;
6537 case FILTER_PORT_OP_GT: return port > p->port;
6538 case FILTER_PORT_OP_LT: return port < p->port;
6539 case FILTER_PORT_OP_RANGE: return port >= p->port && port <= p->port2;
6540 }
6541
6542 return 0;
6543 }
6544
6545 static int ip_filter_flag(uint8_t op, uint8_t sflags, uint8_t cflags, uint8_t flags)
6546 {
6547 switch (op)
6548 {
6549 case FILTER_FLAG_OP_ANY:
6550 return (flags & sflags) || (~flags & cflags);
6551
6552 case FILTER_FLAG_OP_ALL:
6553 return (flags & sflags) == sflags && (~flags & cflags) == cflags;
6554
6555 case FILTER_FLAG_OP_EST:
6556 return (flags & (TCP_FLAG_ACK|TCP_FLAG_RST)) && (~flags & TCP_FLAG_SYN);
6557 }
6558
6559 return 0;
6560 }
6561
6562 int ip_filter(uint8_t *buf, int len, uint8_t filter)
6563 {
6564 uint16_t frag_offset;
6565 uint8_t proto;
6566 in_addr_t src_ip;
6567 in_addr_t dst_ip;
6568 uint16_t src_port = 0;
6569 uint16_t dst_port = 0;
6570 uint8_t flags = 0;
6571 ip_filter_rulet *rule;
6572
6573 if (len < 20) // up to end of destination address
6574 return 0;
6575
6576 if ((*buf >> 4) != 4) // IPv4
6577 return 0;
6578
6579 frag_offset = ntohs(*(uint16_t *) (buf + 6)) & 0x1fff;
6580 proto = buf[9];
6581 src_ip = *(in_addr_t *) (buf + 12);
6582 dst_ip = *(in_addr_t *) (buf + 16);
6583
6584 if (frag_offset == 0 && (proto == IPPROTO_TCP || proto == IPPROTO_UDP))
6585 {
6586 int l = (buf[0] & 0xf) * 4; // length of IP header
6587 if (len < l + 4) // ports
6588 return 0;
6589
6590 src_port = ntohs(*(uint16_t *) (buf + l));
6591 dst_port = ntohs(*(uint16_t *) (buf + l + 2));
6592 if (proto == IPPROTO_TCP)
6593 {
6594 if (len < l + 14) // flags
6595 return 0;
6596
6597 flags = buf[l + 13] & 0x3f;
6598 }
6599 }
6600
6601 for (rule = ip_filters[filter].rules; rule->action; rule++)
6602 {
6603 if (rule->proto != IPPROTO_IP && proto != rule->proto)
6604 continue;
6605
6606 if (rule->src_wild != INADDR_BROADCAST &&
6607 (src_ip & ~rule->src_wild) != (rule->src_ip & ~rule->src_wild))
6608 continue;
6609
6610 if (rule->dst_wild != INADDR_BROADCAST &&
6611 (dst_ip & ~rule->dst_wild) != (rule->dst_ip & ~rule->dst_wild))
6612 continue;
6613
6614 if (frag_offset)
6615 {
6616 // layer 4 deny rules are skipped
6617 if (rule->action == FILTER_ACTION_DENY &&
6618 (rule->src_ports.op || rule->dst_ports.op || rule->tcp_flag_op))
6619 continue;
6620 }
6621 else
6622 {
6623 if (rule->frag)
6624 continue;
6625
6626 if (proto == IPPROTO_TCP || proto == IPPROTO_UDP)
6627 {
6628 if (rule->src_ports.op && !ip_filter_port(&rule->src_ports, src_port))
6629 continue;
6630
6631 if (rule->dst_ports.op && !ip_filter_port(&rule->dst_ports, dst_port))
6632 continue;
6633
6634 if (proto == IPPROTO_TCP && rule->tcp_flag_op &&
6635 !ip_filter_flag(rule->tcp_flag_op, rule->tcp_sflags, rule->tcp_cflags, flags))
6636 continue;
6637 }
6638 }
6639
6640 // matched
6641 rule->counter++;
6642 return rule->action == FILTER_ACTION_PERMIT;
6643 }
6644
6645 // default deny
6646 return 0;
6647 }
6648
6649 tunnelidt lac_new_tunnel()
6650 {
6651 return new_tunnel();
6652 }
6653
6654 void lac_tunnelclear(tunnelidt t)
6655 {
6656 tunnelclear(t);
6657 }
6658
6659 void lac_send_SCCRQ(tunnelidt t, uint8_t * auth, unsigned int auth_len)
6660 {
6661 uint16_t version = 0x0100; // protocol version
6662
6663 tunnel[t].state = TUNNELOPENING;
6664
6665 // Sent SCCRQ - Start Control Connection Request
6666 controlt *c = controlnew(1); // sending SCCRQ
6667 controls(c, 7, config->multi_n_hostname[tunnel[t].indexudp][0]?config->multi_n_hostname[tunnel[t].indexudp]:hostname, 1); // host name
6668 controls(c, 8, Vendor_name, 1); // Vendor name
6669 control16(c, 2, version, 1); // protocol version
6670 control32(c, 3, 3, 1); // framing Capabilities
6671 control16(c, 9, t, 1); // assigned tunnel
6672 controlb(c, 11, (uint8_t *) auth, auth_len, 1); // CHAP Challenge
6673 LOG(3, 0, t, "Sent SCCRQ to REMOTE LNS\n");
6674 controladd(c, 0, t); // send
6675 }
6676
6677 void lac_send_ICRQ(tunnelidt t, sessionidt s)
6678 {
6679 // Sent ICRQ Incoming-call-request
6680 controlt *c = controlnew(10); // ICRQ
6681
6682 control16(c, 14, s, 1); // assigned sesion
6683 call_serial_number++;
6684 control32(c, 15, call_serial_number, 1); // call serial number
6685 LOG(3, s, t, "Sent ICRQ to REMOTE LNS (far ID %u)\n", tunnel[t].far);
6686 controladd(c, 0, t); // send
6687 }
6688
6689 void lac_tunnelshutdown(tunnelidt t, char *reason, int result, int error, char *msg)
6690 {
6691 tunnelshutdown(t, reason, result, error, msg);
6692 }
6693