python selectors模块实现 IO多路复用机制的上传下载

时间:2023-03-10 05:05:47
python selectors模块实现 IO多路复用机制的上传下载

python selectors模块实现 IO多路复用机制的上传下载

import selectors
import socket
import os,time BASE_DIR = os.path.dirname(os.path.abspath(__file__))
'''
知识点:
self.dic = {conn}、监听过程中 events 对象为活动列表。 总结:
read()不应该写死时间,重新监听执行到read()时通过dic分割、状态保持,
以判断选择执行代码逻辑, ''' class selectFtpServer:
# sel = selectors.DefaultSelector()
def __init__(self):
self.ip_port=('127.0.0.1',8885)
self.sel=selectors.DefaultSelector()#根据平台选择最佳的IO多路机制,比如linux就会选择epoll
self.hasReceived=0
self.dic = {}
self.create_sock()
self.handle() # 创建socket对象
def create_sock(self):
server = socket.socket()
server.bind(('localhost', 1234))
server.listen(100)
server.setblocking(False)
# 实例变量进行注册,sever与实例方法accept绑定
self.sel.register(server, selectors.EVENT_READ, self.accept)
print('server is running, waiting for connect') def handle(self):
while True:
events = self.sel.select() # [server,conn1,conn2]活动列表
for key, mask in events:
callback = key.data # 触发accept
callback(key.fileobj, mask) # accept(new_socket,mask) def accept(self,sock, mask):
print('登录服务端---')
conn, addr = sock.accept() # Should be ready
print('accepted', conn, 'from', addr)
conn.setblocking(False)
self.sel.register(conn, selectors.EVENT_READ, self.read) self.dic[conn]={}#conn赋值 def read(self,conn, mask): try:
if not self.dic[conn]: data = conn.recv(1024)
try:
cmd, filename, filesize = str(data.decode("utf-8")).split("|")
self.dic[conn] = {"cmd": cmd, "filename": filename, "filesize": filesize, "hasReceived": 0}
except Exception as e: cmd, filename = str(data.decode("utf-8")).split("|")
self.dic[conn] = {"cmd": cmd, "filename": filename,"filesize": os.path.getsize(os.path.join(BASE_DIR, "load", filename)),"hasSended": 0} if cmd=='put':#上传
conn.send('ok'.encode('utf8')) if cmd=='get':#下载
conn.send(str(self.dic[conn]['filesize']).encode('utf8'))
else:
if self.dic[conn].get('cmd',None):
cmd =self.dic[conn].get('cmd')
if hasattr(self,cmd):
func=getattr(self,cmd)
func(conn,mask)#反射命令分发
else:
print('error')
except Exception as e:
print(e,conn,'断开连接')
conn.close()
self.sel.unregister(conn) def put(self,conn,mask):
filename=self.dic[conn]['filename']
filesize = self.dic[conn]['filesize'] path = os.path.join(BASE_DIR, "upload", filename) data = conn.recv(1024)
conn.send("success".encode("utf-8"))
self.dic[conn]['hasReceived'] += len(data)
with open(path, "ab") as f:
f.write(data)
if self.dic[conn]['hasReceived'] == self.dic[conn]['filesize']:
self.dic[conn] = {}
print("上传结束") def get(self, conn, mask): filename = self.dic[conn]['filename']
path = os.path.join(BASE_DIR, "load", filename) with open(path, "rb") as f:
f.seek(self.dic[conn]["hasSended"], 0)
data = f.read(1024)
conn.send(data)
self.dic[conn]['hasSended'] += len(data)
if self.dic[conn]['hasSended'] == self.dic[conn]["filesize"]:
self.dic[conn] = {}
print("下载结束")
time.sleep(0.5) if __name__ == "__main__":
selectFtpServer()

import os, time, sys

BASE_DIR = os.path.dirname(os.path.abspath(__file__))

import socket

class selectFtpClient:
def __init__(self):
self.args = sys.argv # 命令行参数
if len(self.args)>1:
self.port=(self.args[1],int(self.args[2]))
else:
self.ip_port=('127.0.0.1',8885)
self.create_socket()
self.command_fanout() def create_socket(self):
try:
self.sock = socket.socket()
self.sock.connect(self.port)
print("连接FTP成功!")
except Exception:
print("连接失败!") def command_fanout(self):
while True:
cmd = input(">>>").strip()
if cmd == "exit()":
break
cmd, file = cmd.split()
if hasattr(self, cmd):
func = getattr(self, cmd)
func(cmd, file)#put('put',path)
else:
print('调用错误!') # 上传
def put(self, cmd, file):
if os.path.isfile(file):#判断文件是否存在
fileName = os.path.basename(file)#取名字
fileSize = os.path.getsize(file)#取大小
fileInfo = "%s|%s|%s" % (cmd, fileName, fileSize)#管道符打包
self.sock.send(bytes(fileInfo, encoding="utf-8"))#引起server变化
recvStatus = self.sock.recv(1024)
hasSend = 0
if str(recvStatus, encoding="utf-8") == 'ok':
with open(file, "rb") as f:
while fileSize > hasSend:
contant = f.read(1024)
recv_size = len(contant)
self.sock.send(contant)
hasSend += recv_size
s = str(int(hasSend / fileSize * 100)) + "%"
print("正在上传文件:" + fileName + " 已经上传: " + s)
time.sleep(0.5)
print("%s文件上传完毕" % (fileName,))
else:
print("文件不存在") # 下载
def get(self, cmd, file): fileInfo = "%s|%s" % (cmd, file)
self.sock.send(bytes(fileInfo, encoding="utf-8"))
filesize = int(self.sock.recv(10).decode("utf-8")) f = open(file, "ab")
i = 0
while i < filesize:
self.sock.send("ok".encode("utf-8"))
data = self.sock.recv(10)
f.write(data)
i += len(data)
s = str(int(i / filesize * 100)) + "%"
print("正在上传文件:" + file + " 已经下载: " + s) print("下载完成")
f.close() if __name__ == "__main__":
selectFtpClient()