partitionpy/IsolateNodeFailureMode.py at master · vjagadish/partitionpy · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
import subprocess

from IFailureMode import IFailureMode
from StaticClusterConfigProvider import StaticClusterConfigProvider
from SshRemoteExecutor import SshRemoteExecutor

import time


class IsolateNodeFailureMode (IFailureMode):

	def __init__ (self, hostToIsolate, clusterConfigProvider):
		self.hostToIsolate = hostToIsolate
		self.clusterConfigProvider = clusterConfigProvider
		self.ipToIsolate = clusterConfigProvider.getHostIP(hostToIsolate)

	def doFailure(self, args = None):
		print "Partition begins..."
		allhosts = self.clusterConfigProvider.getConfiguredHosts()

		for host in allhosts:
			if host != self.hostToIsolate:
				hostConfig = self.clusterConfigProvider.getHostConfig(host)
				alias = hostConfig['alias']

				for rule in ['INPUT', 'OUTPUT']:
					cmd = 'sudo iptables -A INPUT -s %s -j DROP' % alias
					subprocess.check_call(cmd, shell = True)

				#authorized_user = hostConfig['authorized_user']

				#timeout = 10000
				#addMissingKeys = True
				#executor = SshRemoteExecutor(host, authorized_user, addMissingKeys, timeout)

				#command = 'sudo iptables -A INPUT -s %s -j DROP' % (self.hostToIsolate)
				#executor.execCommand(command)

				#command = 'sudo iptables -A INPUT -s %s -j DROP' % (self.ipToIsolate)
				#executor.execCommand(command)

				#command = 'sudo iptables -A OUTPUT -s %s -j DROP' % (self.hostToIsolate)
				#executor.execCommand(command)

				#command = 'sudo iptables -A OUTPUT -s %s -j DROP' % (self.ipToIsolate)
				#executor.execCommand(command)

		time.sleep(150)
		self.doRecovery()


	def doRecovery(self, args = None):
		print "Partition ends..."
		cmd = 'sudo iptables --flush'
	 	subprocess.check_call(cmd, shell = True)
		#allhosts = self.clusterConfigProvider.getConfiguredHosts()
		#for host in allhosts:
		#	if host != self.hostToIsolate:
		#		hostConfig = self.clusterConfigProvider.getHostConfig(host)
		#		alias = hostConfig['alias']
		#		authorized_user = hostConfig['authorized_user']
		#
		#		timeout = 10000
		#		addMissingKeys = True
		#		executor = SshRemoteExecutor(host, authorized_user, addMissingKeys, timeout)
		#
		#		command = 'sudo iptables -X'
		#		executor.execCommand(command)
		#
		#		command = 'sudo iptables -F'
		#		executor.execCommand(command)


IFailureMode.register(IsolateNodeFailureMode)

def main():

	#DON'T ADD n4 here. We'll need it to heal the partition and get n1 back.
	#jsonConfigString = """
	#[
	#{"alias":"n1", "ip":"172.31.40.107", "authorized_user":"ec2-user"},
	#{"alias":"n2", "ip":"172.31.32.165", "authorized_user":"ec2-user"},
	#{"alias":"n3", "ip":"172.31.44.108", "authorized_user":"ec2-user"}
	#]
	#"""

	jsonConfigString = """
	[
	{"alias":"n2", "ip":"172.31.32.165", "authorized_user":"ec2-user"},
	{"alias":"n3", "ip":"172.31.44.108", "authorized_user":"ec2-user"},
	{"alias":"n4", "ip":"172.31.39.157", "authorized_user":"ec2-user"}
	]
	"""
	clusterConfigProvider = StaticClusterConfigProvider(jsonConfigString)


	isolateNodeFailureMode = IsolateNodeFailureMode('n4', clusterConfigProvider)
	isolateNodeFailureMode.doFailure()

	raw_input()
	isolateNodeFailureMode.doRecovery()

if __name__ == "__main__":
    main()