dejsem.1.5/python/dejsem.pycharm/node.py
author hh
Wed, 27 Nov 2019 09:50:16 +0100
changeset 0 676905a3b03c
permissions -rw-r--r--
--
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
0
hh
parents:
diff changeset
     1
# coding=utf8
hh
parents:
diff changeset
     2
hh
parents:
diff changeset
     3
import sys, os, ssl, time, socket, errno, signal
hh
parents:
diff changeset
     4
from Crypto.Cipher import DES3
hh
parents:
diff changeset
     5
from d import D
hh
parents:
diff changeset
     6
from parms import Parms
hh
parents:
diff changeset
     7
hh
parents:
diff changeset
     8
hh
parents:
diff changeset
     9
class Node():
hh
parents:
diff changeset
    10
hh
parents:
diff changeset
    11
	class AllPortsBusy(Exception):
hh
parents:
diff changeset
    12
		"""všechny TCP porty pro server longtasks nebo pro peering jsou obsazeny"""
hh
parents:
diff changeset
    13
hh
parents:
diff changeset
    14
	blocking = True   # select mode zatím není implementovaný
hh
parents:
diff changeset
    15
	useSSLContext = False
hh
parents:
diff changeset
    16
	ctx = None
hh
parents:
diff changeset
    17
	UDPbroadcastGO = False
hh
parents:
diff changeset
    18
hh
parents:
diff changeset
    19
	def __init__(self, d, chan=Parms.sslchannel, host=Parms.srvhost, port=None, conn=True, tryPort=True, peering=False):
hh
parents:
diff changeset
    20
		self._issl = Parms.ssl
hh
parents:
diff changeset
    21
		self._chan = chan
hh
parents:
diff changeset
    22
		self._bindhost = host
hh
parents:
diff changeset
    23
		self._baseport = Parms.baseport + (self._chan * 10) + (0 if self._issl else 1)
hh
parents:
diff changeset
    24
		self._minport = self._baseport + 1
hh
parents:
diff changeset
    25
		self._maxport = self._baseport + 9
hh
parents:
diff changeset
    26
		self._baseid = "netnode {}SSL".format("" if self._issl else "non")
hh
parents:
diff changeset
    27
		self.d = D("{} {}".format(d.debid, self._baseid))
hh
parents:
diff changeset
    28
		self._srv_side = None
hh
parents:
diff changeset
    29
		self._UDPpasswd = "heslo"
hh
parents:
diff changeset
    30
		self._UDPbroadcast_addr = Parms.broadcast
hh
parents:
diff changeset
    31
		self._UDPbroadcast_port = Parms.udpport
hh
parents:
diff changeset
    32
		self._UDP_key = "PEER_IP"
hh
parents:
diff changeset
    33
		self._UDPbroadcastGO = False
hh
parents:
diff changeset
    34
		self.sslContext()
hh
parents:
diff changeset
    35
		if conn:			# TCP connect
hh
parents:
diff changeset
    36
			if peering:
hh
parents:
diff changeset
    37
				host, port = self.get_peerport()
hh
parents:
diff changeset
    38
			self.conn(host=host, port=port)
hh
parents:
diff changeset
    39
		else:				# socket bind
hh
parents:
diff changeset
    40
			if tryPort:		# hledej volný port
hh
parents:
diff changeset
    41
				self.bindtrynext(self._bindhost)
hh
parents:
diff changeset
    42
				if peering: self.send_peerport()
hh
parents:
diff changeset
    43
			else:			# zkus bind a případně čekej na uvolnění
hh
parents:
diff changeset
    44
				self.bindwait(self._bindhost)
hh
parents:
diff changeset
    45
hh
parents:
diff changeset
    46
hh
parents:
diff changeset
    47
	def get(self, size):
hh
parents:
diff changeset
    48
		try:
hh
parents:
diff changeset
    49
			if self.d.ll(5): self.d.log("get data from scfile...")
hh
parents:
diff changeset
    50
			data = self._scfile.read(size)
hh
parents:
diff changeset
    51
			if self.d.ll(5): self.d.log("{} bytes read".format(len(data)))
hh
parents:
diff changeset
    52
			return data
hh
parents:
diff changeset
    53
		except Exception as e:
hh
parents:
diff changeset
    54
				self.d.abend("read from socket", e)
hh
parents:
diff changeset
    55
				return -1
hh
parents:
diff changeset
    56
hh
parents:
diff changeset
    57
hh
parents:
diff changeset
    58
	def genget(self, size=-1):
hh
parents:
diff changeset
    59
		rest = size
hh
parents:
diff changeset
    60
		while rest != 0:
hh
parents:
diff changeset
    61
			n = rest if 0 < rest < Parms.bufSize else Parms.bufSize
hh
parents:
diff changeset
    62
			data = self.get(n)
hh
parents:
diff changeset
    63
			r = len(data)
hh
parents:
diff changeset
    64
			if r < 1: break
hh
parents:
diff changeset
    65
			rest = rest - r
hh
parents:
diff changeset
    66
			yield data
hh
parents:
diff changeset
    67
hh
parents:
diff changeset
    68
	def getnum(self):
hh
parents:
diff changeset
    69
		b = self._scfile.read(12).decode()
hh
parents:
diff changeset
    70
		num = int(b) if b else -2   # -2 = EOD, -1 = directory, 0 and higher = data size
hh
parents:
diff changeset
    71
		if self.d.ll(5): self.d.log("getnum, got {:012d} (-2 means EOD)".format(num))
hh
parents:
diff changeset
    72
		return num
hh
parents:
diff changeset
    73
hh
parents:
diff changeset
    74
	def getstr(self, decode = True):
hh
parents:
diff changeset
    75
		lb = self.getnum()
hh
parents:
diff changeset
    76
		if lb < 1:
hh
parents:
diff changeset
    77
			return ""
hh
parents:
diff changeset
    78
		else:
hh
parents:
diff changeset
    79
			_data = self._scfile.read(int(lb))
hh
parents:
diff changeset
    80
			return _data.decode() if decode else _data
hh
parents:
diff changeset
    81
hh
parents:
diff changeset
    82
	def getfn(self):
hh
parents:
diff changeset
    83
		return self.getstr()
hh
parents:
diff changeset
    84
hh
parents:
diff changeset
    85
	def getcmd(self):
hh
parents:
diff changeset
    86
		try:
hh
parents:
diff changeset
    87
			return self._scfile.read(8).decode().rstrip('_')
hh
parents:
diff changeset
    88
		except Exception as e:
hh
parents:
diff changeset
    89
			if isinstance(e, socket.timeout):
hh
parents:
diff changeset
    90
				if self.d.ll(4): self.d.log("getcmd timeout")
hh
parents:
diff changeset
    91
			else:
hh
parents:
diff changeset
    92
				self.d.log("I/O err: {}".format(e))
hh
parents:
diff changeset
    93
			return ""
hh
parents:
diff changeset
    94
hh
parents:
diff changeset
    95
	def receive_dir(self, fp, size, timestamp):
hh
parents:
diff changeset
    96
		os.makedirs(fp, exist_ok=True)
hh
parents:
diff changeset
    97
		os.utime(fp, (timestamp, timestamp))
hh
parents:
diff changeset
    98
		return True
hh
parents:
diff changeset
    99
hh
parents:
diff changeset
   100
	def receive_file(self, fp, size, timestamp, counter=None):
hh
parents:
diff changeset
   101
		if os.path.dirname(fp): os.makedirs(os.path.dirname(fp), exist_ok=True)
hh
parents:
diff changeset
   102
		tempfp = fp + ".dejsem.partX"
hh
parents:
diff changeset
   103
		with open(tempfp, mode='w+b') as f:
hh
parents:
diff changeset
   104
			for data in self.genget(size = size):
hh
parents:
diff changeset
   105
				if counter: counter.update(len(data))
hh
parents:
diff changeset
   106
				f.write(data)
hh
parents:
diff changeset
   107
		if os.path.getsize(tempfp) == size:
hh
parents:
diff changeset
   108
			os.rename(tempfp, fp)
hh
parents:
diff changeset
   109
			os.utime(fp, (timestamp, timestamp))
hh
parents:
diff changeset
   110
		return True
hh
parents:
diff changeset
   111
hh
parents:
diff changeset
   112
	def receive_stream(self, fp, size, counter=None):
hh
parents:
diff changeset
   113
		if os.path.dirname(fp): os.makedirs(os.path.dirname(fp), exist_ok=True)
hh
parents:
diff changeset
   114
		tempfp = fp + ".{}.partX".format(Parms.applName)
hh
parents:
diff changeset
   115
		with open(tempfp, mode='w+b') as f:
hh
parents:
diff changeset
   116
			for data in self.genget(size = size):
hh
parents:
diff changeset
   117
				if counter: counter.update(len(data))
hh
parents:
diff changeset
   118
				f.write(data)
hh
parents:
diff changeset
   119
		if os.path.getsize(tempfp) == size:
hh
parents:
diff changeset
   120
			os.rename(tempfp, fp)
hh
parents:
diff changeset
   121
		return True
hh
parents:
diff changeset
   122
hh
parents:
diff changeset
   123
	def put(self, data):
hh
parents:
diff changeset
   124
		if self.d.ll(5): self.d.log("PUT: data len={}, sending...".format(len(data)))
hh
parents:
diff changeset
   125
		try:
hh
parents:
diff changeset
   126
			l = self._scfile.write(data)
hh
parents:
diff changeset
   127
			if self.d.ll(5): self.d.log("PUT: data len={}, sent".format(l))
hh
parents:
diff changeset
   128
			self._scfile.flush()
hh
parents:
diff changeset
   129
		except Exception as e:
hh
parents:
diff changeset
   130
				self.d.abend("send err", e)
hh
parents:
diff changeset
   131
				return False
hh
parents:
diff changeset
   132
		return True
hh
parents:
diff changeset
   133
hh
parents:
diff changeset
   134
	def genput(self):
hh
parents:
diff changeset
   135
		try:
hh
parents:
diff changeset
   136
			while True:
hh
parents:
diff changeset
   137
				data = yield None
hh
parents:
diff changeset
   138
				self.put(data)
hh
parents:
diff changeset
   139
		except Exception as e:
hh
parents:
diff changeset
   140
			self.d.abend("write to socket", e)
hh
parents:
diff changeset
   141
			raise e
hh
parents:
diff changeset
   142
		finally:
hh
parents:
diff changeset
   143
			self._scfile.flush()
hh
parents:
diff changeset
   144
hh
parents:
diff changeset
   145
	def sendEOD(self):
hh
parents:
diff changeset
   146
		self.putnum(0)
hh
parents:
diff changeset
   147
hh
parents:
diff changeset
   148
	def putnum(self, n):
hh
parents:
diff changeset
   149
		if self.d.ll(5): self.d.log("putnum, num={:012d}".format(n))
hh
parents:
diff changeset
   150
		self._scfile.write(bytes("{:012d}".format(n), "utf8"))
hh
parents:
diff changeset
   151
		self._scfile.flush()
hh
parents:
diff changeset
   152
hh
parents:
diff changeset
   153
	def putstr(self, fn):
hh
parents:
diff changeset
   154
		b = bytes(str(fn), "utf8")
hh
parents:
diff changeset
   155
		self.putnum(len(b))
hh
parents:
diff changeset
   156
		if self.d.ll(5): self.d.log("putstr, string={}".format(fn))
hh
parents:
diff changeset
   157
		self._scfile.write(b)
hh
parents:
diff changeset
   158
		self._scfile.flush()
hh
parents:
diff changeset
   159
hh
parents:
diff changeset
   160
	def putcmd(self, act):
hh
parents:
diff changeset
   161
		if self.d.ll(3): self.d.log("action: " + act)
hh
parents:
diff changeset
   162
		# self._node.payload.data = bytes("{}".format(act), "utf8")
hh
parents:
diff changeset
   163
		self.put(bytes("{}".format(act.ljust(8, '_')), "utf8"))
hh
parents:
diff changeset
   164
hh
parents:
diff changeset
   165
	def sendport(self, port):
hh
parents:
diff changeset
   166
		"""send dynamically allocated port to client"""
hh
parents:
diff changeset
   167
		self.putnum(port)
hh
parents:
diff changeset
   168
hh
parents:
diff changeset
   169
	def putfileinfo(self, fp, relfp):
hh
parents:
diff changeset
   170
		if self.d.ll(5): self.d.log("putfileinfo fp={}, relfp={}...".format(fp, relfp))
hh
parents:
diff changeset
   171
		self.putstr(relfp)
hh
parents:
diff changeset
   172
		size = os.path.getsize(fp) if os.path.isfile(fp) else -1
hh
parents:
diff changeset
   173
		self.putnum(size)
hh
parents:
diff changeset
   174
		timestamp = int(os.path.getmtime(fp)) if os.path.exists(fp) else 0
hh
parents:
diff changeset
   175
		self.putnum(timestamp)
hh
parents:
diff changeset
   176
		if self.d.ll(4): self.d.log("fileinfo sent: fn={}, size={}, timestamp={}".format(relfp, size, timestamp))
hh
parents:
diff changeset
   177
hh
parents:
diff changeset
   178
	def digest(self):
hh
parents:
diff changeset
   179
		return self.data if len(self.data) < 24 else self.data[0:8].decode() + "--------" + self.data[-8:].decode()
hh
parents:
diff changeset
   180
hh
parents:
diff changeset
   181
	def sslContext(self):
hh
parents:
diff changeset
   182
		if self._issl:
hh
parents:
diff changeset
   183
			if Node.useSSLContext:
hh
parents:
diff changeset
   184
				if not Node.ctx:
hh
parents:
diff changeset
   185
					if self.d.ll(4): self.d.log(
hh
parents:
diff changeset
   186
						"setting SSL context: certfile={}, capath={}...".format(Parms.sslCert, Parms.sslCAPath))
hh
parents:
diff changeset
   187
					try:
hh
parents:
diff changeset
   188
						Node.ctx = ssl.SSLContext(ssl.PROTOCOL_TLSv1)	# PROTOCOL_SSLv23
hh
parents:
diff changeset
   189
						Node.ctx.verify_mode = ssl.CERT_REQUIRED  		# CERT_REQUIRED	| CERT_OPTIONAL	| CERT_NONE
hh
parents:
diff changeset
   190
						Node.ctx.load_cert_chain(Parms.sslCert)
hh
parents:
diff changeset
   191
						Node.ctx.load_verify_locations(None, Parms.sslCAPath)
hh
parents:
diff changeset
   192
					except ssl.SSLError as e:
hh
parents:
diff changeset
   193
						self.d.abendHard("SSL context", e)
hh
parents:
diff changeset
   194
hh
parents:
diff changeset
   195
	def getssc(self):
hh
parents:
diff changeset
   196
		try:
hh
parents:
diff changeset
   197
			ssc = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
hh
parents:
diff changeset
   198
			ssc.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
hh
parents:
diff changeset
   199
		except Exception as e:
hh
parents:
diff changeset
   200
			self.d.abendHard("ssc alloc", e)
hh
parents:
diff changeset
   201
		if self._issl:
hh
parents:
diff changeset
   202
			try:
hh
parents:
diff changeset
   203
				if Node.useSSLContext:
hh
parents:
diff changeset
   204
					ssc = Node.ctx.wrap_socket(ssc, server_side=True)
hh
parents:
diff changeset
   205
				else:
hh
parents:
diff changeset
   206
					ssc = ssl.wrap_socket(
hh
parents:
diff changeset
   207
						ssc,
hh
parents:
diff changeset
   208
						certfile=Parms.sslCert,
hh
parents:
diff changeset
   209
						ca_certs=Parms.sslCAPath,
hh
parents:
diff changeset
   210
						server_side=True,
hh
parents:
diff changeset
   211
						cert_reqs=ssl.CERT_REQUIRED,
hh
parents:
diff changeset
   212
						ssl_version=ssl.PROTOCOL_TLSv1)
hh
parents:
diff changeset
   213
			except ssl.SSLError as e:
hh
parents:
diff changeset
   214
				self.d.abendHard("ssc SSL wrap", e)
hh
parents:
diff changeset
   215
		return ssc
hh
parents:
diff changeset
   216
hh
parents:
diff changeset
   217
	def bindwait(self, host):
hh
parents:
diff changeset
   218
		port = self._baseport
hh
parents:
diff changeset
   219
		self.d.log("binding to {}:{}".format(host, port))
hh
parents:
diff changeset
   220
		ssc = self.getssc()
hh
parents:
diff changeset
   221
		tries = 0
hh
parents:
diff changeset
   222
		while True:
hh
parents:
diff changeset
   223
			try:
hh
parents:
diff changeset
   224
				ssc.bind((host, port))
hh
parents:
diff changeset
   225
				break
hh
parents:
diff changeset
   226
			except Exception as e:
hh
parents:
diff changeset
   227
				if e.strerror == "Address already in use":
hh
parents:
diff changeset
   228
					if not tries: self.d.log("Address {}:{} already in use, waiting 10 secs...".format(host, port))
hh
parents:
diff changeset
   229
					tries = tries + 1 if tries < 77 else 0
hh
parents:
diff changeset
   230
					try:
hh
parents:
diff changeset
   231
						time.sleep(10)
hh
parents:
diff changeset
   232
					except KeyboardInterrupt:
hh
parents:
diff changeset
   233
						raise
hh
parents:
diff changeset
   234
					continue
hh
parents:
diff changeset
   235
				self.d.abendHard("bind", e)
hh
parents:
diff changeset
   236
			except KeyboardInterrupt:
hh
parents:
diff changeset
   237
				raise
hh
parents:
diff changeset
   238
		ssc.listen(1)
hh
parents:
diff changeset
   239
		if self.d.ll(2): self.d.log("bound to {}:{}".format(host, port))
hh
parents:
diff changeset
   240
		self._ssc = ssc
hh
parents:
diff changeset
   241
		self.port = port
hh
parents:
diff changeset
   242
		return ssc
hh
parents:
diff changeset
   243
hh
parents:
diff changeset
   244
	def bindtrynext(self, host):
hh
parents:
diff changeset
   245
		for port in range(self._minport, self._maxport + 1):
hh
parents:
diff changeset
   246
			if self.d.ll(4): self.d.log("trying to bind to {}:{}...".format(host, port))
hh
parents:
diff changeset
   247
			try:
hh
parents:
diff changeset
   248
				ssc = self.getssc()
hh
parents:
diff changeset
   249
				ssc.bind((host, port))
hh
parents:
diff changeset
   250
				ssc.listen(1)
hh
parents:
diff changeset
   251
				break
hh
parents:
diff changeset
   252
			except Exception as e:
hh
parents:
diff changeset
   253
				if e.strerror == "Address already in use":
hh
parents:
diff changeset
   254
					if port < self._maxport:
hh
parents:
diff changeset
   255
						continue
hh
parents:
diff changeset
   256
					raise Node.AllPortsBusy
hh
parents:
diff changeset
   257
				self.d.abend("bind", e)
hh
parents:
diff changeset
   258
		if self.d.ll(2): self.d.log("bound to {}:{}".format(host, port))
hh
parents:
diff changeset
   259
		self._ssc = ssc
hh
parents:
diff changeset
   260
		self.port = port
hh
parents:
diff changeset
   261
		return (ssc, port)
hh
parents:
diff changeset
   262
hh
parents:
diff changeset
   263
	def send_peerport(self):
hh
parents:
diff changeset
   264
		"""UDP broadcast host:port pair for peer"""
hh
parents:
diff changeset
   265
		ipport = "{:012d}{}{:012d}{}{:012d}".format(len(self._UDP_key), self._UDP_key, len(self._bindhost), self._bindhost, self.port)
hh
parents:
diff changeset
   266
hh
parents:
diff changeset
   267
		c = DES3.new(self.rawKey(self._UDPpasswd, 24), DES3.MODE_ECB)
hh
parents:
diff changeset
   268
		data = ipport.encode()
hh
parents:
diff changeset
   269
		enc = c.encrypt(data + b' ' * (8 - len(data) % 8))
hh
parents:
diff changeset
   270
		if self.d.ll(4): self.d.log("len=%d, enc=[%s]" % (len(enc), enc.hex()))
hh
parents:
diff changeset
   271
		s = socket.socket(type=socket.SOCK_DGRAM)
hh
parents:
diff changeset
   272
		s.setsockopt(socket.SOL_SOCKET, socket.SO_BROADCAST, 1)
hh
parents:
diff changeset
   273
		a = (self._UDPbroadcast_addr, self._UDPbroadcast_port)
hh
parents:
diff changeset
   274
		if self.d.ll(4): self.d.log("start udp sending to {}:{}: {}".format(self._UDPbroadcast_addr, Parms.udpport, data.decode()))
hh
parents:
diff changeset
   275
hh
parents:
diff changeset
   276
		pid = os.fork()
hh
parents:
diff changeset
   277
		if pid: self._UDPbroadcastPID = pid
hh
parents:
diff changeset
   278
		else:
hh
parents:
diff changeset
   279
			self.UDPbroadcastGO = True
hh
parents:
diff changeset
   280
			signal.signal(signal.SIGHUP, self.UDPstop)
hh
parents:
diff changeset
   281
			signal.pthread_sigmask(signal.SIG_UNBLOCK, {signal.SIGHUP})
hh
parents:
diff changeset
   282
			retries = 777
hh
parents:
diff changeset
   283
			while retries > 0 and self.UDPbroadcastGO:
hh
parents:
diff changeset
   284
				s.sendto(enc, a)
hh
parents:
diff changeset
   285
				time.sleep(1)
hh
parents:
diff changeset
   286
				retries -= 1
hh
parents:
diff changeset
   287
			sys.exit(0)
hh
parents:
diff changeset
   288
hh
parents:
diff changeset
   289
	def get_peerport(self):
hh
parents:
diff changeset
   290
		"""get peer host:port pair broadcasted by peer via UDP"""
hh
parents:
diff changeset
   291
		c = DES3.new(self.rawKey(self._UDPpasswd, 24), DES3.MODE_ECB)
hh
parents:
diff changeset
   292
		s = socket.socket(type=socket.SOCK_DGRAM)
hh
parents:
diff changeset
   293
		a = ('', self._UDPbroadcast_port)
hh
parents:
diff changeset
   294
		if self.d.ll(4): self.d.log("binding to udp-port {}:{}".format(a[0], a[1]))
hh
parents:
diff changeset
   295
		s.bind(a)
hh
parents:
diff changeset
   296
		s.setsockopt(socket.SOL_SOCKET, socket.SO_BROADCAST, 1)
hh
parents:
diff changeset
   297
		while True:
hh
parents:
diff changeset
   298
			(dataBytes, (ip, port)) = s.recvfrom(512)
hh
parents:
diff changeset
   299
			try:	# ignore bad dgrams
hh
parents:
diff changeset
   300
				data = c.decrypt(dataBytes).decode().strip() if Parms.ssl else dataBytes.decode()
hh
parents:
diff changeset
   301
			except: continue
hh
parents:
diff changeset
   302
			if self.d.ll(5): self.d.log("datalen={}, data={}".format(len(data), data))
hh
parents:
diff changeset
   303
			strlen = int(data[:12])
hh
parents:
diff changeset
   304
			key = data[12:12+strlen]
hh
parents:
diff changeset
   305
			if not key == self._UDP_key: continue
hh
parents:
diff changeset
   306
			data = data[12+strlen:]
hh
parents:
diff changeset
   307
			strlen = int(data[:12])
hh
parents:
diff changeset
   308
			host = data[12:12+strlen]
hh
parents:
diff changeset
   309
			port = int(data[12+strlen:])
hh
parents:
diff changeset
   310
			if self.d.ll(4): self.d.log("peer listening on {}:{}".format(host, port))
hh
parents:
diff changeset
   311
			return (host, port)
hh
parents:
diff changeset
   312
hh
parents:
diff changeset
   313
	def rawKey(self, passwd, keylen):
hh
parents:
diff changeset
   314
		key = b''
hh
parents:
diff changeset
   315
		while len(key) < keylen:
hh
parents:
diff changeset
   316
			key = key + passwd.encode()
hh
parents:
diff changeset
   317
		return key[:keylen]
hh
parents:
diff changeset
   318
hh
parents:
diff changeset
   319
	def UDPstop(self, sign, frame):
hh
parents:
diff changeset
   320
		self.UDPbroadcastGO = False
hh
parents:
diff changeset
   321
hh
parents:
diff changeset
   322
	def UDPsignalHUP(self):
hh
parents:
diff changeset
   323
		os.kill(self._UDPbroadcastPID, signal.SIGHUP)		# stop UDP broadcast
hh
parents:
diff changeset
   324
hh
parents:
diff changeset
   325
	def acc(self, acc_TO=Parms.peer_accept_timeout):
hh
parents:
diff changeset
   326
		if self.d.ll(4): self.d.log("accepting on {} ...".format(self.port))
hh
parents:
diff changeset
   327
		self._ssc.settimeout(acc_TO)
hh
parents:
diff changeset
   328
		try:
hh
parents:
diff changeset
   329
			self._sc, (froma, fromp) = self._ssc.accept()
hh
parents:
diff changeset
   330
		except KeyboardInterrupt:
hh
parents:
diff changeset
   331
			if self.d.ll(4): self.d.log("KeyboardInterrupt")
hh
parents:
diff changeset
   332
			raise
hh
parents:
diff changeset
   333
		except Exception as e:
hh
parents:
diff changeset
   334
			self.d.abend("accept", e)
hh
parents:
diff changeset
   335
			return False
hh
parents:
diff changeset
   336
		# fileno = self._sc.fileno()
hh
parents:
diff changeset
   337
		if self.d.ll(2): self.d.log("conn request on {}SSL port {} from {}:{}"
hh
parents:
diff changeset
   338
								.format("" if self._issl else "non", self.port, froma, fromp))
hh
parents:
diff changeset
   339
		if Node.blocking:
hh
parents:
diff changeset
   340
			self._sc.settimeout(Parms.blockTimeout)
hh
parents:
diff changeset
   341
		else:   # select mode není zatím implementovaný
hh
parents:
diff changeset
   342
			self._srv_side[self._sc] = self._sc
hh
parents:
diff changeset
   343
			if self.d.ll(3): self.d.log("srv side={}".format(*(sc.fileno() for sc in self._srv_side.values())))
hh
parents:
diff changeset
   344
		accepted = False
hh
parents:
diff changeset
   345
		commonName = "nonSSL"
hh
parents:
diff changeset
   346
		certSubject = {}
hh
parents:
diff changeset
   347
		if self._chan > 0 and self._issl:
hh
parents:
diff changeset
   348
			certSubject.update(i for (i,) in self._sc.getpeercert()['subject'])
hh
parents:
diff changeset
   349
			self.d.log("client certificate subject:", certSubject, sev=4)
hh
parents:
diff changeset
   350
			if "commonName" in certSubject: commonName = certSubject["commonName"]
hh
parents:
diff changeset
   351
			if commonName == "{:02d}".format(self._chan): accepted = True
hh
parents:
diff changeset
   352
			# alternativa
hh
parents:
diff changeset
   353
			# for ((key, value),) in sc.getpeercert().get("subject"):
hh
parents:
diff changeset
   354
			# 	if key == "commonName":
hh
parents:
diff changeset
   355
			# 		commonName = value
hh
parents:
diff changeset
   356
			# 		if commonName == "{:02d}".format(self._chan): accepted = True
hh
parents:
diff changeset
   357
		else:
hh
parents:
diff changeset
   358
			accepted = True
hh
parents:
diff changeset
   359
		if self.d.ll(2): self.d.log("client {} {}".format(certSubject["commonName"], "accepted" if accepted else "rejected"))
hh
parents:
diff changeset
   360
		try:
hh
parents:
diff changeset
   361
			self._scfile = self._sc.makefile("rwb")
hh
parents:
diff changeset
   362
		except Exception as e:
hh
parents:
diff changeset
   363
			self.d.abendMsg("socket-makefile", e=e)
hh
parents:
diff changeset
   364
			self.close_sc()
hh
parents:
diff changeset
   365
			return False
hh
parents:
diff changeset
   366
		if accepted:
hh
parents:
diff changeset
   367
			try:
hh
parents:
diff changeset
   368
				if self.d.ll(4): self.d.log("confirming accept")
hh
parents:
diff changeset
   369
				self._scfile.write(b"ACCEPTED")
hh
parents:
diff changeset
   370
				self._scfile.flush()
hh
parents:
diff changeset
   371
				return True
hh
parents:
diff changeset
   372
			except Exception as e:
hh
parents:
diff changeset
   373
				self.d.abendMsg("send confirm", e=e)
hh
parents:
diff changeset
   374
				self.close_sc()
hh
parents:
diff changeset
   375
				return False
hh
parents:
diff changeset
   376
		else:	
hh
parents:
diff changeset
   377
			self._scfile.write(b"REJECTED")
hh
parents:
diff changeset
   378
			self.close_sc()
hh
parents:
diff changeset
   379
		return False
hh
parents:
diff changeset
   380
hh
parents:
diff changeset
   381
	def conn(self, host=Parms.srvhost, port=None):
hh
parents:
diff changeset
   382
		if not port: port = self._baseport
hh
parents:
diff changeset
   383
		if self.d.ll(4): self.d.log("connecting to {}:{}...".format(host, port))
hh
parents:
diff changeset
   384
		try:
hh
parents:
diff changeset
   385
			self._sc = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
hh
parents:
diff changeset
   386
		except Exception as e:
hh
parents:
diff changeset
   387
			self.d.abend("socket alloc", e)
hh
parents:
diff changeset
   388
		if self._issl:
hh
parents:
diff changeset
   389
			if self.d.ll(4): self.d.log("sc SSL wrap, homedir={}, certfile={}, ca_certs={}"
hh
parents:
diff changeset
   390
									.format(os.getcwd(), Parms.sslCert, Parms.sslCAPath))
hh
parents:
diff changeset
   391
			try:
hh
parents:
diff changeset
   392
				if Node.useSSLContext:
hh
parents:
diff changeset
   393
					self._sc = Node.ctx.wrap_socket(self._sc)
hh
parents:
diff changeset
   394
				else:
hh
parents:
diff changeset
   395
					self._sc = ssl.wrap_socket(
hh
parents:
diff changeset
   396
						self._sc,
hh
parents:
diff changeset
   397
						certfile=Parms.sslCert,
hh
parents:
diff changeset
   398
						ca_certs=Parms.sslCAPath,
hh
parents:
diff changeset
   399
						cert_reqs=ssl.CERT_REQUIRED,
hh
parents:
diff changeset
   400
						ssl_version=ssl.PROTOCOL_TLSv1)
hh
parents:
diff changeset
   401
			except Exception as e:
hh
parents:
diff changeset
   402
				self.d.abend("sc SSL wrap", e)
hh
parents:
diff changeset
   403
		retry = Parms.connThreshold
hh
parents:
diff changeset
   404
		connected = False
hh
parents:
diff changeset
   405
		while not connected and retry > 0:
hh
parents:
diff changeset
   406
			try:
hh
parents:
diff changeset
   407
				self._sc.connect((host, port))
hh
parents:
diff changeset
   408
				connected = True
hh
parents:
diff changeset
   409
			except Exception as e:
hh
parents:
diff changeset
   410
				if e.errno == errno.ECONNREFUSED:
hh
parents:
diff changeset
   411
					retry = retry - 1
hh
parents:
diff changeset
   412
					time.sleep(Parms.connTimeout)
hh
parents:
diff changeset
   413
				else:
hh
parents:
diff changeset
   414
					self.d.abend("connect to {}".format(host), e)
hh
parents:
diff changeset
   415
		if retry == 0: self.d.abend("connection to {} refused, threshold {} reached".format(host, Parms.connThreshold), None)
hh
parents:
diff changeset
   416
		fileno = self._sc.fileno()
hh
parents:
diff changeset
   417
		if Node.blocking: self._sc.settimeout(Parms.blockTimeout)
hh
parents:
diff changeset
   418
		try:
hh
parents:
diff changeset
   419
			self._scfile = self._sc.makefile("rwb")
hh
parents:
diff changeset
   420
		except Exception as e:
hh
parents:
diff changeset
   421
			self.d.abend("connect makefile", e)
hh
parents:
diff changeset
   422
		try:
hh
parents:
diff changeset
   423
			if self._scfile.read(8) != b"ACCEPTED": self.d.abend("connection not accepted by server", None)
hh
parents:
diff changeset
   424
		except Exception as e:
hh
parents:
diff changeset
   425
			self.d.abend("read socket", e)
hh
parents:
diff changeset
   426
		if self.d.ll(2): self.d.log("connected to {}:{} after {} retries, via fd {}"
hh
parents:
diff changeset
   427
									.format(host, port, Parms.connThreshold - retry, fileno))
hh
parents:
diff changeset
   428
hh
parents:
diff changeset
   429
	def close_sc(self):
hh
parents:
diff changeset
   430
		if self.d.ll(4): self.d.log("closing socket...")
hh
parents:
diff changeset
   431
		try:
hh
parents:
diff changeset
   432
			if hasattr(self, '_scfile'): self._scfile.close()
hh
parents:
diff changeset
   433
			if hasattr(self, '_sc'): self._sc.close()
hh
parents:
diff changeset
   434
		except Exception as e:
hh
parents:
diff changeset
   435
			self.d.abend("closing socket", e)
hh
parents:
diff changeset
   436
hh
parents:
diff changeset
   437
	def close_ssc(self):
hh
parents:
diff changeset
   438
		if self.d.ll(4): self.d.log("closing SSL socket...")
hh
parents:
diff changeset
   439
		if hasattr(self, "_ssc"):
hh
parents:
diff changeset
   440
			try: self._ssc.close()
hh
parents:
diff changeset
   441
			except Exception as e: self.d.abend("closing SSL socket", e)
hh
parents:
diff changeset
   442
hh
parents:
diff changeset
   443
	def close(self):
hh
parents:
diff changeset
   444
		self.close_sc()
hh
parents:
diff changeset
   445
		self.close_ssc()