Python自定義主從分布式架構實例分析

#encoding=utf-8
#author: walker
#date: 2014-12-03
#function: 中心節點（主要功能是分配任務）
import SocketServer, socket, Queue
CenterIP = '127.0.0.1' #中心節點IP
CenterListenPort = 9999 #中心節點監聽端口
CenterClient = socket.socket(socket.AF_INET, socket.SOCK_DGRAM) #中心節點用于發送網絡消息的socket
TaskQueue = Queue.Queue() #任務隊列
#獲取任務隊列
def GetTaskQueue():
 for i in range(1, 11):
 TaskQueue.put(str(i))
#CenterServer的回調函數，在接受到udp報文是觸發
class MyUDPHandler(SocketServer.BaseRequestHandler):
 def handle(self):
 data = self.request[0].strip()
 socket = self.request[1]
 print(data)
 if data.startswith('wait'):
 vec = data.split(':')
 if len(vec) != 3:
 print('Error: len(vec) != 3')
 else:
 nodeIP = vec[1]
 nodeListenPort = vec[2]
 nodeID = nodeIP + ':' + nodeListenPort
 if not TaskQueue.empty():
 task = TaskQueue.get()
 print('send task ' + task + ' to ' + nodeID)
 CenterClient.sendto('task:' + task, (nodeIP, int(nodeListenPort)))
 else:
 print('TaskQueue is empty!')
GetTaskQueue() #獲取任務隊列
CenterServer = SocketServer.UDPServer((CenterIP, CenterListenPort), MyUDPHandler)
print('Listen port ' + str(CenterListenPort) + ' ...')
CenterServer.serve_forever()

#encoding=utf-8
#author: walker
#date: 2014-12-03
#function: 任務節點（請求/接收/執行任務）
import time, socket, SocketServer
from apscheduler.scheduler import Scheduler
CenterIP = '127.0.0.1' #中心節點IP
CenterListenPort = 9999 #中心節點監聽端口
NodeIP = socket.gethostbyname(socket.gethostname()) #任務節點自身IP
NodeClient = socket.socket(socket.AF_INET, socket.SOCK_DGRAM) #任務節點用于發送網絡消息的socket
#任務:發送網絡信息
def jobSendNetMsg():
 msg = ''
 if NodeServer.TaskState == 'wait':
 msg = 'wait:' + NodeIP + ':' + str(NodeListenPort)
 elif NodeServer.TaskState == 'exec':
 msg = 'exec:' + NodeIP + ':' + str(NodeListenPort)
 print(msg)
 NodeClient.sendto(msg, (CenterIP, CenterListenPort))
#添加并啟動定時任務
def InitTimer():
 sched = Scheduler()
 sched.add_interval_job(jobSendNetMsg, seconds=1)
 sched.start()
#執行任務
def ExecTask(task):
 print('ExecTask ' + task + ' ...')
 time.sleep(2)
 print('ExecTask ' + task + ' over')
#NodeServer的回調函數，在接受到udp報文是觸發
class MyUDPHandler(SocketServer.BaseRequestHandler):
 def handle(self):
 data = self.request[0].strip()
 socket = self.request[1]
 print('recv data: ' + data)
 if data.startswith('task'):
 vec = data.split(':')
 if len(vec) != 2:
 print('Error: len(vec) != 2')
 else:
 task = vec[1]
 self.server.TaskState = 'exec'
 ExecTask(task)
 self.server.TaskState = 'wait'
InitTimer()
NodeServer = SocketServer.UDPServer(('', 0), MyUDPHandler)
NodeServer.TaskState = 'wait' #(exec/wait)
NodeListenPort = NodeServer.server_address[1]
print('NodeListenPort:' + str(NodeListenPort))
NodeServer.serve_forever()