3 #################################
4 # interface event script for ctdb
5 # this adds/removes IPs from your
11 [ -z "$CTDB_PUBLIC_ADDRESSES" ] && {
12 CTDB_PUBLIC_ADDRESSES=$CTDB_BASE/public_addresses
15 [ ! -f "$CTDB_PUBLIC_ADDRESSES" ] && {
16 if [ "$1" = "init" ]; then
17 echo "No public addresses file found. Nothing to do for 10.interfaces"
24 up_interfaces_found=true
25 ctdb setifacelink $1 up >/dev/null 2>&1
31 ctdb setifacelink $1 down >/dev/null 2>&1
34 # This sets $all_interfaces as a side-effect.
37 # Get all the interfaces listed in the public_addresses file
38 all_interfaces=$(sed -e "s/^[^\t ]*[\t ]*//" -e "s/,/ /g" -e "s/[\t ]*$//" $CTDB_PUBLIC_ADDRESSES)
40 # Add some special interfaces if they're defined
41 [ "$CTDB_PUBLIC_INTERFACE" ] && all_interfaces="$CTDB_PUBLIC_INTERFACE $all_interfaces"
42 [ "$CTDB_NATGW_PUBLIC_IFACE" ] && all_interfaces="$CTDB_NATGW_PUBLIC_IFACE $all_interfaces"
44 # Get the configured interfaces for each IP. That is, for all but
45 # the 1st line, get the last field with commas changed to spaces.
46 ctdb_ifaces=$(ctdb -Y ip -v | sed -e '1d' -e 's/:$//' -e 's/^.*://' -e 's/,/ /g')
48 # Add $ctdb_interfaces and uniquify
49 all_interfaces=$(echo $all_interfaces $ctdb_ifaces | tr ' ' '\n' | sort -u)
57 up_interfaces_found=false
59 # Note that this loop must not exit early. It must process
60 # all interfaces so that the correct state for each interface
61 # is set in CTDB using mark_up/mark_down. If there is a
62 # problem with an interface then set fail=true and continue.
63 for iface in $all_interfaces ; do
65 ip addr show $iface 2>/dev/null >/dev/null || {
66 echo "WARNING: Interface $iface does not exist but it is used by public addresses."
70 # These interfaces are sometimes bond devices
71 # When we use VLANs for bond interfaces, there will only
72 # be an entry in /proc for the underlying real interface
73 realiface=`echo $iface |sed -e 's/\..*$//'`
74 bi=$(get_proc "net/bonding/$realiface" 2>/dev/null) && {
75 echo "$bi" | grep -q 'Currently Active Slave: None' && {
76 echo "ERROR: No active slaves for bond device $realiface"
80 echo "$bi" | grep -q '^MII Status: up' || {
81 echo "ERROR: public network interface $realiface is down"
85 echo "$bi" | grep -q '^Bonding Mode: IEEE 802.3ad Dynamic link aggregation' && {
86 # This works around a bug in the driver where the
87 # overall bond status can be up but none of the actual
88 # physical interfaces have a link.
89 echo "$bi" | grep 'MII Status:' | tail -n +2 | grep -q '^MII Status: up' || {
90 echo "ERROR: No active slaves for 802.ad bond device $realiface"
101 # loopback is always working
105 # we dont know how to test ib links
110 [ "$(basename $(readlink /sys/class/net/$iface/device/driver) 2>/dev/null)" = virtio_net ] ||
111 ethtool $iface | grep -q 'Link detected: yes' || {
112 # On some systems, this is not successful when a
113 # cable is plugged but the interface has not been
114 # brought up previously. Bring the interface up and
116 ip link set $iface up
117 ethtool $iface | grep -q 'Link detected: yes' || {
118 echo "ERROR: No link on the public network interface $iface"
132 $up_interfaces_found && \
133 [ "$CTDB_PARTIALLY_ONLINE_INTERFACES" = "yes" ] && \
142 #############################
143 # called when ctdbd starts up
145 # make sure that we only respond to ARP messages from the NIC where
146 # a particular ip address is associated.
147 get_proc sys/net/ipv4/conf/all/arp_filter >/dev/null 2>&1 && {
148 set_proc sys/net/ipv4/conf/all/arp_filter 1
152 #############################
153 # called after ctdbd has done its initial recovery
154 # and we start the services to become healthy
160 ################################################
161 # called when ctdbd wants to claim an IP address
167 add_ip_to_iface $iface $ip $maskbits || {
171 # cope with the script being killed while we have the interface blocked
172 iptables -D INPUT -i $iface -d $ip -j DROP 2> /dev/null
174 # flush our route cache
175 set_proc sys/net/ipv4/route/flush 1
179 ##################################################
180 # called when ctdbd wants to release an IP address
182 # releasing an IP is a bit more complex than it seems. Once the IP
183 # is released, any open tcp connections to that IP on this host will end
184 # up being stuck. Some of them (such as NFS connections) will be unkillable
185 # so we need to use the killtcp ctdb function to kill them off. We also
186 # need to make sure that no new connections get established while we are
187 # doing this! So what we do is this:
188 # 1) firewall this IP, so no new external packets arrive for it
189 # 2) use netstat -tn to find existing connections, and kill them
190 # 3) remove the IP from the interface
191 # 4) remove the firewall rule
197 # we do an extra delete to cope with the script being killed
198 iptables -D INPUT -i $iface -d $ip -j DROP 2> /dev/null
199 iptables -I INPUT -i $iface -d $ip -j DROP
200 kill_tcp_connections $ip
202 delete_ip_from_iface $iface $ip $maskbits || {
203 iptables -D INPUT -i $iface -d $ip -j DROP 2> /dev/null
207 iptables -D INPUT -i $iface -d $ip -j DROP 2> /dev/null
209 # flush our route cache
210 set_proc sys/net/ipv4/route/flush 1
213 ##################################################
214 # called when ctdbd wants to update an IP address
216 # moving an IP is a bit more complex than it seems.
217 # First we drop all traffic on the old interface.
218 # Then we try to add the ip to the new interface and before
219 # we finally remove it from the old interface.
221 # 1) firewall this IP, so no new external packets arrive for it
222 # 2) add the IP to the new interface
223 # 3) remove the IP from the old interface
224 # 4) remove the firewall rule
225 # 5) use ctdb gratiousarp to propagate the new mac address
226 # 6) use netstat -tn to find existing connections, and tickle them
233 # we do an extra delete to cope with the script being killed
234 iptables -D INPUT -i $oiface -d $ip -j DROP 2> /dev/null
235 iptables -I INPUT -i $oiface -d $ip -j DROP
237 delete_ip_from_iface $oiface $ip $maskbits 2>/dev/null
238 delete_ip_from_iface $niface $ip $maskbits 2>/dev/null
240 add_ip_to_iface $niface $ip $maskbits || {
241 iptables -D INPUT -i $oiface -d $ip -j DROP 2> /dev/null
245 # cope with the script being killed while we have the interface blocked
246 iptables -D INPUT -i $oiface -d $ip -j DROP 2> /dev/null
248 # flush our route cache
249 set_proc sys/net/ipv4/route/flush 1
251 # propagate the new mac address
252 ctdb gratiousarp $ip $niface
254 # tickle all existing connections, so that dropped packets
255 # are retransmited and the tcp streams work
257 tickle_tcp_connections $ip
262 ###########################################
263 # called when ctdbd has finished a recovery
267 ####################################
268 # called when ctdbd is shutting down
273 monitor_interfaces || exit 1
276 ctdb_standard_event_handler "$@"