python多线程文件传输范例（C/S）



客户端代码：

#-*-encoding:utf-8-*-

 

import socket

import os

import sys

import math

import time

import threading

 

def getFileSize(file):

    file.seek(0, os.SEEK_END)

    fileLength = file.tell()

    file.seek(0, 0)

    return fileLength

 

def getFileName(fileFullPath):

    index = fileFullPath.rindex('\\')

    if index == -1:

        return fileFullPath 

    else:

        return fileFullPath[index+1:]

 

def transferFile():

    fileFullPath = r"%s" % raw_input("File path: ").strip("\"")

    if os.path.exists(fileFullPath):

        timeStart = time.clock()

        file = open(fileFullPath, 'rb')

        fileSize = getFileSize(file)

        client = socket.socket(socket.AF_INET, socket.SOCK_STREAM)

        client.connect((targetHost, targetPort))

        # send file size

        client.send(str(fileSize))

        response = client.recv(1024)

        # send file name

        client.send(getFileName(fileFullPath))

        response = client.recv(1024)

        # send thread count

        client.send(str(threadCount))

        response = client.recv(1024)

        # send file content

        for i in range(threadCount):

            filePartSender = threading.Thread(target=transferFileSubThread, args=(fileFullPath, i+1, fileSize))

            filePartSender.start()

        

        for i in range(threadCount):

            sem.acquire()

        timeEnd = time.clock()

        print "Finished, spent %f seconds" % (timeEnd - timeStart)

    else:

        print "File doesn't exist"

 

def transferFileSubThread(fileFullPath, threadIndex, fileSize):

    try:

        client = socket.socket(socket.AF_INET, socket.SOCK_STREAM)

        client.connect((targetHost, targetPort))

        client.send(str(threadIndex))

        client.recv(1024)

        # calculate start position and end position

        filePartSize = fileSize / threadCount

        startPosition = filePartSize * (threadIndex - 1)

        #print "Thread : %d, startPosition: %d" % (threadIndex, startPosition)

        endPosition = filePartSize * threadIndex - 1

        if threadIndex == threadCount:

            endPosition = fileSize - 1

            filePartSize = fileSize - startPosition

        file = open(fileFullPath, "rb")

        file.seek(startPosition)

        sentLength = 0

        while sentLength < filePartSize:

            bufLen = 1024

            lengthLeft = filePartSize - sentLength

            if lengthLeft < 1024:

                bufLen = lengthLeft

            buf = file.read(bufLen)

            client.send(buf)

            sentLength += len(buf)

        file.close()

        sem.release()

        print "Part %d finished, size sent %d" % (threadIndex, sentLength)

    except Exception, e:

        print e

 

targetHost = raw_input("Server IP Address: ")

targetPort = int(raw_input("Server port: "))

threadCount = int(raw_input("Thread count: "))

sem = threading.Semaphore(0)

 

while True:

    transferFile()

 

服务器端代码：

#-*-encoding:utf-8-*-

 

import socket

import threading

import os

import sys

import math

import time

 

bindIp = "0.0.0.0"

bindPort = 9999

server = socket.socket(socket.AF_INET, socket.SOCK_STREAM)

server.bind((bindIp, bindPort))

server.listen(20)

print "Listening on %s:%d" % (bindIp, bindPort)

 

def getFileSize(file):

    file.seek(0, os.SEEK_END)

    fileLength = file.tell()

    file.seek(0, 0)

    return fileLength

 

def writeFilePart(threadCount, fileName, fileSize, clientSocket):

    try:

        threadIndex = int(clientSocket.recv(1024))

        clientSocket.send("Received")

        filePartName = fileName + str(threadIndex)

        filePartSize = fileSize / threadCount

        lengthToWrite = filePartSize

        if threadIndex == threadCount:

            lengthToWrite = fileSize - filePartSize * (threadCount - 1)

        file = open(filePartName, "wb")

        receivedLength = 0

        while receivedLength < lengthToWrite:

            bufLen = 1024

            buf = clientSocket.recv(bufLen)

            file.write(buf)

            receivedLength += len(buf)

        file.close()

        sem.release()

        #print "thread %d finished, size received %d" % (threadIndex, receivedLength)

    except Exception, e:

        print e

 

def checkFileName(originalFileName):

    extensionIndex = originalFileName.rindex(".")

    name = originalFileName[:extensionIndex]

    extension = originalFileName[extensionIndex+1:]

    

    index = 1

    newNameSuffix = "(" + str(index) + ")"

    finalFileName = originalFileName

    if os.path.exists(finalFileName):

        finalFileName = name + " " + newNameSuffix + "." + extension

    while os.path.exists(finalFileName):

        index += 1

        oldSuffix = newNameSuffix

        newNameSuffix = "(" + str(index) + ")"

        finalFileName = finalFileName.replace(oldSuffix, newNameSuffix)

    return finalFileName

 

def writeFile(fileName, threadCount):

    file = open(fileName, "wb")

    for i in range(threadCount):

        filePartName = fileName + str(i+1)

        #print "Reading file %s" % filePartName

        filePart = open(filePartName, "rb")

        filePartSize = getFileSize(filePart)

        lengthWritten = 0

        while lengthWritten < filePartSize:

            bufLen = 1024

            buf = filePart.read(bufLen)

            file.write(buf)

            lengthWritten += len(buf)

        filePart.close()

        os.remove(filePartName)

    file.close()

 

sem = threading.Semaphore(0)

 

while True:

    client, addr = server.accept()

    print "[*] Accepted connection from: %s:%d" % (addr[0], addr[1])

    

    # receive file size

    fileSize = int(client.recv(1024))

    client.send("Received")

    # receive file name

    fileName = client.recv(1024)

    client.send("Received")

    fileName = checkFileName(fileName)

    print "[==>] Saving file to %s" % fileName

    # receive client thread count

    clientThreadCount = int(client.recv(1024))

    client.send("Received")

    for i in range(clientThreadCount):

        clientPartSocket, addrTmp = server.accept()

        filePartWriter = threading.Thread(target=writeFilePart, args=(clientThreadCount, fileName, fileSize, clientPartSocket,))

        filePartWriter.start()

    

    for i in range(clientThreadCount):

        sem.acquire()

    writeFile(fileName, clientThreadCount)

    print "[==>] Saved to file %s" % fileName

 

运行结果示例：

服务器端：

 

客户端（服务器端做了端口映射：59999->9999）：