/********************************************************************created:2003/02/14file base:SocketServerfile ext:hauthor:liupengpurpose:Build*********************************************************************/#ifndef __INCLUDE_SOCKETSERVER_H__#define __INCLUDE_SOCKETSERVER_H__#if defined (_MSC_VER) && (_MSC_VER >= 1020)#pragma once#endif#include "UsesWinsock.h"#include "Thread.h"#include "CriticalSection.h"#include "IOCompletionPort.h"#include "IOBuffer.h"#include "ManualResetEvent.h"#include "NodeList.h"#include "OpaqueUserData.h"#include "IServer.h"/* * namespace OnlineGameLib::Win32 */namespace OnlineGameLib {namespace Win32 {/* * CSocketServer */class CSocketServer : protected CThread, private CUsesWinsock, protected CIOBuffer::Allocator{public:class Socket;friend class Socket;virtual ~CSocketServer();using CThread::Start;void StartAcceptingConnections();void StopAcceptingConnections();void InitiateShutdown();void WaitForShutdownToComplete();protected:class WorkerThread;friend class WorkerThread;CSocketServer(size_t maxFreeSockets,size_t maxFreeBuffers,size_t bufferSize = 1024,size_t numThreads = 0,bool useSequenceNumbers = true,bool postZeroByteReads = false);void Open( unsigned long addressToListenOn, unsigned short portToListenOn );static void SetServerDataPtr( Socket *pSocket, void *pData );static void *GetServerDataPtr( const Socket *pSocket );static void WriteCompleted( Socket *pSocket );static CSocketServer &GetServer( Socket *pSocket );/* * Thread virtual function */virtual int Run();enum enumConnectionErrorSource{enumZeroByteReadError,enumReadError,enumWriteError};private:class UserData;class ServerData;/* * Override this to create your worker thread */virtual WorkerThread *CreateWorkerThread( CIOCompletionPort &iocp );/* * Override this to create the listening socket of your choice */virtual SOCKET CreateListeningSocket( unsigned long address, unsigned short port );/* * Interface for derived classes to receive state change notifications... */virtual void OnStartAcceptingConnections() {}virtual void OnStopAcceptingConnections() {}virtual void OnShutdownInitiated() {}virtual void OnShutdownComplete() {}virtual void OnConnectionCreated() {}virtual void OnConnectionEstablished( Socket *pSocket, CIOBuffer *pAddress ) = 0;virtual void OnConnectionClientClose( Socket * /*pSocket*/ ) {}virtual void OnConnectionReset( Socket * /*pSocket*/ ) {}virtual bool OnConnectionClosing( Socket * /*pSocket*/ ) { return false; }virtual void OnConnectionClosed( Socket * /*pSocket*/ ) {}virtual void OnConnectionDestroyed() {}virtual void OnConnectionError( enumConnectionErrorSource source,Socket *pSocket,CIOBuffer *pBuffer,DWORD lastError );virtual void OnError( const _tstring &message );virtual void OnBufferCreated() {}virtual void OnBufferAllocated() {}virtual void OnBufferReleased() {}virtual void OnThreadCreated() {}virtual void OnThreadDestroyed() {}virtual bool FilterSocketShutdown( Socket *pSocket, int how );virtual bool FilterSocketClose( Socket *pSocket );virtual void ReadCompleted( Socket *pSocket, CIOBuffer *pBuffer ) = 0;virtual void WriteCompleted( Socket *pSocket, CIOBuffer *pBuffer );void ReleaseSockets();Socket *AllocateSocket( SOCKET theSocket );void ReleaseSocket( Socket *pSocket );void DestroySocket( Socket *pSocket );enum enumIO_Operation{ enumIO_Zero_Byte_Read_Request,enumIO_Zero_Byte_Read_Completed,enumIO_Read_Request, enumIO_Read_Completed, enumIO_Write_Request, enumIO_Write_Completed,};void PostIoOperation( Socket *pSocket, CIOBuffer *pBuffer, enumIO_Operation operation );const size_t m_numThreads;CCriticalSection m_listManipulationSection;typedef OnlineGameLib::TNodeList< Socket > SocketList;SocketList m_activeList;SocketList m_freeList;SOCKET m_listeningSocket;CIOCompletionPort m_iocp;CManualResetEvent m_shutdownEvent;CManualResetEvent m_acceptConnectionsEvent;unsigned long m_address;unsigned short m_port;const size_t m_maxFreeSockets;const bool m_useSequenceNumbers;const bool m_postZeroByteReads;/* * No copies do not implement */CSocketServer( const CSocketServer &rhs );CSocketServer &operator=( const CSocketServer &rhs );};/* * CSocketServer::UserData */class CSocketServer::UserData : public COpaqueUserData{ /* * UserData is a shim class that allows Socket to inherit from two * COpaqueUserData bases without ambiguity*/};/* * CSocketServer::ServerData */class CSocketServer::ServerData : public COpaqueUserData{ /* * ServerData is a shim class that allows Socket to inherit from two * COpaqueUserData bases without ambiguity*/};/* * CSocketServer::Socket */class CSocketServer::Socket : public CNodeList::Node, public CSocketServer::UserData, protected CSocketServer::ServerData{public:friend class CSocketServer;friend class CSocketServer::WorkerThread;using UserData::SetUserData;using UserData::GetUserData;using UserData::SetUserPtr;using UserData::GetUserPtr;bool Read( CIOBuffer *pBuffer = 0, bool throwOnFailure = false );bool Write( const char *pData, size_t dataLength, bool throwOnFailure = false );bool Write( const BYTE *pData, size_t dataLength,bool throwOnFailure = false );bool Write( CIOBuffer *pBuffer,bool throwOnFailure = false );void AddRef();void Release();void Shutdown( int how = SD_BOTH );void Close();void AbortiveClose();bool IsConnected( int how = SD_BOTH ) const;void SetMessageCallback(IMessageProcess* pIM){ m_pIM = pIM; }IMessageProcess* GetMessageCallback() const{ return m_pIM; }private:Socket( CSocketServer &server, SOCKET socket,bool useSequenceNumbers );~Socket();void Attach( SOCKET socket );void *GetServerDataPtr() const{return ServerData::GetUserPtr();}void SetServerDataPtr( void *pData ){ServerData::SetUserPtr( pData );}void WriteCompleted();bool WritePending();void OnClientClose();void OnConnectionReset();bool IsValid();void InternalClose();void OnConnectionError( CSocketServer::enumConnectionErrorSource source,CIOBuffer *pBuffer,DWORD lastError);CCriticalSection m_crit;CCriticalSection m_critWriteQueue;CSocketServer &m_server;SOCKET m_socket;long m_ref;long m_outstandingWrites;/* * We could store all of these 1 bit flags * in with the outstanding write count.. */bool m_readShutdown; bool m_writeShutdown;bool m_closing;long m_clientClosed; IMessageProcess* m_pIM;enum enumSequenceType{enumReadSequenceNo,enumWriteSequenceNo,enumFilteredReadSequenceNo,enumFilteredWriteSequenceNo,enumMaxSequenceNo};long GetSequenceNumber( enumSequenceType type );CIOBuffer *GetNextBuffer( CIOBuffer *pBuffer = 0 );struct SequenceData{explicit SequenceData( CCriticalSection §ion );void Reset();long m_numbers[4];CIOBuffer::InOrderBufferList m_outOfSequenceWrites;};SequenceData *m_pSequenceData;/* * No copies do not implement */Socket( const Socket &rhs );Socket &operator=( const Socket &rhs );};/* * CSocketServer::WorkerThread */class CSocketServer::WorkerThread : public CThread{public :WorkerThread( CSocketServer &server, CIOCompletionPort &iocp );virtual ~WorkerThread();void InitiateShutdown();void WaitForShutdownToComplete();protected:/* * Thread virtual function */virtual int Run();virtual void HandleOperation( Socket *pSocket,CIOBuffer *pBuffer,DWORD dwIoSize,bool weClosedSocket );private:void ZeroByteRead( Socket *pSocket, CIOBuffer *pBuffer ) const;void Read( Socket *pSocket, CIOBuffer *pBuffer ) const;void Write( Socket *pSocket, CIOBuffer *pBuffer ) const;CSocketServer&m_server;CIOCompletionPort&m_iocp;/* * No copies do not implement */WorkerThread( const WorkerThread &rhs );WorkerThread &operator=( const WorkerThread &rhs );};} // End of namespace OnlineGameLib} // End of namespace Win32#endif // __INCLUDE_SOCKETSERVER_H__#include "stdafx.h"#include "SocketServer.h"#include "IOCompletionPort.h"#include "Win32Exception.h"#include "Utils.h"#include "SystemInfo.h"#include "Socket.h"#include "Macro.h"#include "ServerStage.h"#include <vector>#pragma comment(lib, "ws2_32.lib")/* * Link options and warning */#pragma message( "NOTE : --------------------OnlineGame [Server] : Announcement--------------------" )#pragma message( "NOTE : Developing a truly scalable Winsock Server using IO Completion Ports(IOCP)" )#pragma message( "NOTE : But this module depend on the microsoft platform" )#pragma message( "NOTE : Requirements :" )#pragma message( "NOTE : * Windows NT/2000/XP: Included in Windows NT 4.0 and later." )#pragma message( "NOTE : * Windows 95/98/Me: Unsupported." )#pragma message( "NOTE :" )#pragma message( "NOTE : liupeng xishanju.zhuhai.china 2003.1" )#pragma message( "NOTE : -----------------------------------------------------------------------------" )using std::vector;/* * namespace OnlineGameLib::Win32 */namespace OnlineGameLib {namespace Win32 {/* * Static helper methods */static size_t CalculateNumberOfThreads( size_t numThreads );static size_t CalculateNumberOfThreads( size_t numThreads ){if ( numThreads == 0 ){CSystemInfo systemInfo;numThreads = systemInfo.dwNumberOfProcessors * 2 + 2;}return numThreads;}/* * CSocketServer */CSocketServer::CSocketServer( size_t maxFreeSockets, size_t maxFreeBuffers, size_t bufferSize /* = 1024 */, size_t numThreads /* = 0 */, bool useSequenceNumbers /* = true */, bool postZeroByteReads /* = false */) : CIOBuffer::Allocator( bufferSize, maxFreeBuffers ), m_numThreads( CalculateNumberOfThreads( numThreads ) ), m_listeningSocket( INVALID_SOCKET ), m_iocp( 0 ), m_maxFreeSockets( maxFreeSockets ), m_useSequenceNumbers( useSequenceNumbers ), m_postZeroByteReads( postZeroByteReads ){}CSocketServer::~CSocketServer(){}void CSocketServer::Open( unsigned long addressToListenOn, unsigned short portToListenOn ){m_address = addressToListenOn;m_port = portToListenOn;}void CSocketServer::ReleaseSockets(){CCriticalSection::Owner lock( m_listManipulationSection );while ( m_activeList.Head() ){ReleaseSocket( m_activeList.Head() );}while ( m_freeList.Head() ){DestroySocket( m_freeList.PopNode() );}if ( m_activeList.Count() + m_freeList.Count() != 0 ){OnError( _T("CSocketServer::ReleaseSockets() - Leaked sockets") );}}void CSocketServer::StartAcceptingConnections(){if ( m_listeningSocket == INVALID_SOCKET ){OnStartAcceptingConnections();m_listeningSocket = CreateListeningSocket( m_address, m_port );m_acceptConnectionsEvent.Set();}}void CSocketServer::StopAcceptingConnections(){if ( m_listeningSocket != INVALID_SOCKET ){m_acceptConnectionsEvent.Reset();if ( 0 != ::closesocket( m_listeningSocket ) ){OnError( _T("CSocketServer::StopAcceptingConnections() - closesocket - ") +GetLastErrorMessage( ::WSAGetLastError() ) );}m_listeningSocket = INVALID_SOCKET;OnStopAcceptingConnections();}}void CSocketServer::InitiateShutdown(){StopAcceptingConnections(); /* * enter m_listManipulationSection*/ { CCriticalSection::Owner lock( m_listManipulationSection ); Socket *pSocket = m_activeList.Head(); while ( pSocket ) { Socket *pNext = SocketList::Next( pSocket ); pSocket->AbortiveClose(); pSocket = pNext; } } /* * leave m_listManipulationSection*/ /* * signal that the dispatch thread should shut down all worker threads and then exit*/ m_shutdownEvent.Set(); OnShutdownInitiated();}void CSocketServer::WaitForShutdownToComplete(){/* * If we havent already started a shut down, do so... */InitiateShutdown();Wait();ReleaseSockets();Flush();}SOCKET CSocketServer::CreateListeningSocket( unsigned long address, unsigned short port ){SOCKET s = ::WSASocket( AF_INET, SOCK_STREAM, IPPROTO_IP, NULL, 0, WSA_FLAG_OVERLAPPED /* for IOCP */ );if ( s == INVALID_SOCKET ){throw CWin32Exception( _T("CSocket::CreateListeningSocket()"), ::WSAGetLastError() );}CSocket listeningSocket( s );CSocket::InternetAddress localAddress( address, port );listeningSocket.Bind( localAddress );listeningSocket.Listen( 5 );return listeningSocket.Detatch();}CSocketServer::WorkerThread *CSocketServer::CreateWorkerThread(CIOCompletionPort &iocp ){return new WorkerThread( *this, iocp );}int CSocketServer::Run(){try{vector< WorkerThread * > workers;workers.reserve( m_numThreads );for ( size_t i = 0; i < m_numThreads; ++i ){WorkerThread *pThread = CreateWorkerThread( m_iocp ); workers.push_back( pThread );pThread->Start();}HANDLE handlesToWaitFor[2];handlesToWaitFor[0] = m_shutdownEvent.GetEvent();handlesToWaitFor[1] = m_acceptConnectionsEvent.GetEvent();while ( !m_shutdownEvent.Wait( 0 ) ){DWORD waitResult = ::WaitForMultipleObjects( 2,handlesToWaitFor, false, INFINITE );if ( waitResult == WAIT_OBJECT_0 ){/* * Time to shutdown */break;}else if (waitResult == WAIT_OBJECT_0 + 1){/* * accept connections */while ( !m_shutdownEvent.Wait(0) && m_acceptConnectionsEvent.Wait( 0 ) ){CIOBuffer *pAddress = Allocate();int addressSize = (int)pAddress->GetSize();SOCKET acceptedSocket = ::WSAAccept(m_listeningSocket, reinterpret_cast< sockaddr * >( const_cast< BYTE * >( pAddress->GetBuffer() ) ), &addressSize, 0, 0);pAddress->Use( addressSize );if ( acceptedSocket != INVALID_SOCKET ){Socket *pSocket = AllocateSocket( acceptedSocket );OnConnectionEstablished( pSocket, pAddress );pSocket->Release();}else if ( m_acceptConnectionsEvent.Wait( 0 ) ){OnError( _T("CSocketServer::Run() - WSAAccept:") + GetLastErrorMessage( ::WSAGetLastError() ) );}pAddress->Release();}}else{OnError( _T("CSocketServer::Run() - WaitForMultipleObjects: ") +GetLastErrorMessage( ::GetLastError() ) );}}for ( i = 0; i < m_numThreads; ++i ){workers[i]->InitiateShutdown();} for ( i = 0; i < m_numThreads; ++i ){workers[i]->WaitForShutdownToComplete();delete workers[i];workers[i] = 0;} }catch( const CException &e ){OnError( _T("CSocketServer::Run() - Exception: ") + e.GetWhere() + _T(" - ") + e.GetMessage() );}catch(...){OnError( _T("CSocketServer::Run() - Unexpected exception") );}OnShutdownComplete();return 0;}CSocketServer::Socket *CSocketServer::AllocateSocket( SOCKET theSocket ){CCriticalSection::Owner lock( m_listManipulationSection );Socket *pSocket = 0;if ( !m_freeList.Empty() ){pSocket = m_freeList.PopNode();pSocket->Attach( theSocket );pSocket->AddRef();}else{pSocket = new Socket( *this, theSocket, m_useSequenceNumbers );OnConnectionCreated();}m_activeList.PushNode( pSocket );m_iocp.AssociateDevice( reinterpret_cast< HANDLE >( theSocket ), ( ULONG_PTR )pSocket);return pSocket;}void CSocketServer::ReleaseSocket( Socket *pSocket ){if ( !pSocket ){throw CException( _T("CSocketServer::ReleaseSocket()"),_T("pSocket is null") );}CCriticalSection::Owner lock( m_listManipulationSection );pSocket->SetMessageCallback(NULL);pSocket->RemoveFromList();if ( m_maxFreeSockets == 0 || m_freeList.Count() < m_maxFreeSockets ){m_freeList.PushNode( pSocket );}else{DestroySocket( pSocket );}}void CSocketServer::DestroySocket( Socket *pSocket ){delete pSocket;OnConnectionDestroyed();}void CSocketServer::OnError( const _tstring &message ){DEBUG_ONLY( Output( message ) );} void CSocketServer::WriteCompleted( Socket * /*pSocket*/, CIOBuffer *pBuffer ){if ( pBuffer->GetUsed() != pBuffer->GetWSABUF()->len ){OnError( _T("CSocketServer::WorkerThread::WriteCompleted - Socket write where not all data was written") );}}void CSocketServer::SetServerDataPtr( Socket *pSocket, void *pData ){pSocket->SetServerDataPtr( pData );}void *CSocketServer::GetServerDataPtr( const Socket *pSocket ){return pSocket->GetServerDataPtr();}void CSocketServer::WriteCompleted( Socket *pSocket ){pSocket->WriteCompleted();}bool CSocketServer::FilterSocketShutdown( Socket * /*pSocket*/, int /*how*/ ){return true;}bool CSocketServer::FilterSocketClose( Socket * /*pSocket*/ ){return true;}void CSocketServer::PostIoOperation( Socket *pSocket,CIOBuffer *pBuffer,enumIO_Operation operation){pBuffer->SetOperation( operation );pBuffer->AddRef();pSocket->AddRef();m_iocp.PostStatus( ( ULONG_PTR )pSocket, 0, pBuffer );}CSocketServer &CSocketServer::GetServer( Socket *pSocket ){return pSocket->m_server;}void CSocketServer::OnConnectionError( enumConnectionErrorSource /*source*/,Socket * /*pSocket*/,CIOBuffer * /*pBuffer*/,DWORD lastError){_tstring sErrorInfo = GetLastErrorMessage( lastError );DEBUG_ONLY( Output( _T("CSocketServer::OnConnectionError() - : ") + sErrorInfo ) );//DEBUG_ONLY( Message( sErrorInfo.c_str() ) );}/* * CSocketServer::Socket */CSocketServer::Socket::Socket( CSocketServer &server, SOCKET theSocket,bool useSequenceNumbers ): m_server( server ), m_socket( theSocket ), m_ref( 1 ), m_outstandingWrites( 0 ), m_readShutdown( false ), m_writeShutdown( false ), m_closing( false ), m_clientClosed( false ), m_pSequenceData( 0 ), m_pIM (0 ){if ( !IsValid() ){throw CException( _T("CSocketServer::Socket::Socket()"), _T("Invalid socket") );}if ( useSequenceNumbers ){m_pSequenceData = new SequenceData( m_crit );}}CSocketServer::Socket::~Socket(){try{delete m_pSequenceData;}catch(...){TRACE( "CSocketServer::Socket::~Socket exception!" );}}void CSocketServer::Socket::Attach( SOCKET theSocket ){if ( IsValid() ){throw CException( _T("CSocketServer::Socket::Attach()"), _T("Socket already attached"));}m_socket = theSocket;SetUserData( 0 );m_readShutdown = false;m_writeShutdown = false;m_outstandingWrites = 0;m_closing = false;m_clientClosed = false;if ( m_pSequenceData ){m_pSequenceData->Reset();}}void CSocketServer::Socket::AddRef(){::InterlockedIncrement( &m_ref );}void CSocketServer::Socket::Release(){if ( 0 == ::InterlockedDecrement( &m_ref ) ){if ( IsValid() ){AddRef();if ( !m_closing ){m_closing = true;if ( !m_server.OnConnectionClosing( this ) ){AbortiveClose();}}else{AbortiveClose();}Release();return;}m_server.ReleaseSocket( this );}}void CSocketServer::Socket::Shutdown( int how /* = SD_BOTH */ ){DEBUG_ONLY( Output( _T("CSocketServer::Socket::Shutdown() ") + ToString( how ) ) );if ( m_server.FilterSocketShutdown( this, how ) ){if ( how == SD_RECEIVE || how == SD_BOTH ){m_readShutdown = true;}if ( how == SD_SEND || how == SD_BOTH ){m_writeShutdown = true;}if ( ::InterlockedExchange( &m_outstandingWrites, m_outstandingWrites ) > 0 ){/* * Send side will be shut down when last pending write completes... */if ( how == SD_BOTH ){how = SD_RECEIVE; }else if ( how == SD_SEND ){return;}}if ( IsValid() ){if ( 0 != ::shutdown( m_socket, how ) ){m_server.OnError( _T("CSocketServer::Server::Shutdown() - ") +GetLastErrorMessage( ::WSAGetLastError() ) );}DEBUG_ONLY( Output( _T("shutdown initiated") ) );}}}bool CSocketServer::Socket::IsConnected( int how /*= SD_BOTH*/ ) const{if ( how == SD_RECEIVE ){return !m_readShutdown;}if ( how == SD_SEND ){return !m_writeShutdown;}if ( how == SD_BOTH ){return ( !m_writeShutdown && !m_readShutdown );}return false;}void CSocketServer::Socket::Close(){CCriticalSection::Owner lock( m_crit );if ( IsValid() ){if ( m_server.FilterSocketClose( this ) ){InternalClose();}}}bool CSocketServer::Socket::WritePending(){if ( m_writeShutdown ){DEBUG_ONLY( Output( _T("CSocketServer::Socket::WritePending() - Attempt to write after write shutdown") ) );return false;}::InterlockedIncrement( &m_outstandingWrites );return true;}void CSocketServer::Socket::WriteCompleted(){if ( ::InterlockedDecrement( &m_outstandingWrites ) == 0 ){if ( m_writeShutdown ){/* * The final pending write has been completed so we can now shutdown * the send side of the connection. */Shutdown( SD_SEND );}}}void CSocketServer::Socket::AbortiveClose(){/* * Force an abortive close. */ if (IsValid()) { LINGER lingerStruct; lingerStruct.l_onoff = 1; lingerStruct.l_linger = 0; if ( SOCKET_ERROR == ::setsockopt( m_socket, SOL_SOCKET, SO_LINGER, ( char * )&lingerStruct, sizeof( lingerStruct ) ) ) { m_server.OnError( _T("CSocketServer::Socket::AbortiveClose() - setsockopt( SO_LINGER ) - ") + GetLastErrorMessage(::WSAGetLastError() ) ); } }InternalClose();}void CSocketServer::Socket::OnClientClose(){if ( 0 == ::InterlockedExchange( &m_clientClosed, 1 ) ){Shutdown( SD_RECEIVE );m_server.OnConnectionClientClose( this );}}void CSocketServer::Socket::OnConnectionReset(){CCriticalSection::Owner lock( m_crit );if ( IsValid() ){m_server.OnConnectionReset( this );InternalClose();}}void CSocketServer::Socket::InternalClose(){CCriticalSection::Owner lock( m_crit );if ( IsValid() ){if ( 0 != ::closesocket( m_socket ) ){m_server.OnError( _T("CSocketServer::Socket::InternalClose() - closesocket - ") + GetLastErrorMessage( ::WSAGetLastError() ) );}m_socket = INVALID_SOCKET;m_readShutdown = true;m_writeShutdown = true;m_server.OnConnectionClosed( this );}}bool CSocketServer::Socket::Read( CIOBuffer *pBuffer /* = 0 */, bool throwOnFailure /* = false*/ ){if ( !IsValid() ){if ( throwOnFailure ){throw CException( _T("CSocketServer::Socket::Read()"), _T("Socket is closed") );}else{return false;}}/* * Post a read request to the iocp so that the actual socket read gets performed by * one of the server's IO threads... */if ( !pBuffer ){pBuffer = m_server.Allocate();}else{pBuffer->AddRef();}m_server.PostIoOperation( this, pBuffer, m_server.m_postZeroByteReads ? enumIO_Zero_Byte_Read_Request : enumIO_Read_Request );pBuffer->Release();return true;}bool CSocketServer::Socket::Write( const char *pData, size_t dataLength, bool throwOnFailure /* = false*/ ){return Write( reinterpret_cast< const BYTE * >( pData ), dataLength, throwOnFailure );}bool CSocketServer::Socket::Write( const BYTE *pData, size_t dataLength, bool throwOnFailure /* = false*/ ){if ( !IsValid() ){if ( throwOnFailure ){/* * Todo throw SocketClosedException(); */throw CException( _T("CSocketServer::Socket::Write()"), _T("Socket is closed") );}else{return false;}}if ( !WritePending() ){if ( throwOnFailure ){/* * Todo throw SocketClosedException(); */throw CException(_T("CSocketServer::Socket::Write()"), _T("Socket is shutdown"));}else{return false;}}CIOBuffer *pBuffer = m_server.Allocate();pBuffer->AddData( pData, dataLength );pBuffer->SetSequenceNumber( GetSequenceNumber( enumWriteSequenceNo ) );m_server.PostIoOperation( this, pBuffer, enumIO_Write_Request );pBuffer->Release();return true;}bool CSocketServer::Socket::Write( CIOBuffer *pBuffer, bool throwOnFailure /* = false*/ ){if ( !IsValid() ){if ( throwOnFailure ){throw CException( _T("CSocketServer::Socket::Write()"), _T("Socket is closed") );}else{return false;}}if ( !WritePending() ){if ( throwOnFailure ){throw CException( _T("CSocketServer::Socket::Write()"), _T("Socket is shutdown") );}else{return false;}}pBuffer->SetSequenceNumber( GetSequenceNumber( enumWriteSequenceNo ) );m_server.PostIoOperation( this, pBuffer, enumIO_Write_Request );return true;}long CSocketServer::Socket::GetSequenceNumber( enumSequenceType type ){if ( m_pSequenceData ){return m_pSequenceData->m_numbers[type]++;}return 0;}CIOBuffer *CSocketServer::Socket::GetNextBuffer( CIOBuffer *pBuffer /* = 0 */ ){if ( m_pSequenceData ){if ( pBuffer ){return m_pSequenceData->m_outOfSequenceWrites.GetNext( pBuffer );}else{return m_pSequenceData->m_outOfSequenceWrites.ProcessAndGetNext();}}return pBuffer;}bool CSocketServer::Socket::IsValid(){CCriticalSection::Owner lock(m_crit);return (INVALID_SOCKET != m_socket);}void CSocketServer::Socket::OnConnectionError( CSocketServer::enumConnectionErrorSource source, CIOBuffer *pBuffer, DWORD lastError){if ( WSAESHUTDOWN == lastError ){OnClientClose();}else if ( WSAECONNRESET == lastError || WSAECONNABORTED == lastError ){OnConnectionReset();}else if ( !IsValid() && WSAENOTSOCK == lastError ){/* * Swallow this error as we expect it... */}else{m_server.OnConnectionError( source, this, pBuffer, lastError );}}/* * CSocketServer::Socket::SequenceData */CSocketServer::Socket::SequenceData::SequenceData( CCriticalSection §ion ): m_outOfSequenceWrites( section ){memset( m_numbers, 0, sizeof( m_numbers ) );}void CSocketServer::Socket::SequenceData::Reset(){ memset( m_numbers, 0, sizeof( m_numbers ) ); m_outOfSequenceWrites.Reset();}/* * CSocketServer::WorkerThread */CSocketServer::WorkerThread::WorkerThread( CSocketServer &server, CIOCompletionPort &iocp ): m_server( server ), m_iocp( iocp ){m_server.OnThreadCreated();}CSocketServer::WorkerThread::~WorkerThread(){try{m_server.OnThreadDestroyed();}catch(...){TRACE( "CSocketServer::WorkerThread::~WorkerThread exception!" );}}int CSocketServer::WorkerThread::Run(){try{while ( true ){/* * continually loop to service io completion packets */DWORDdwIoSize = 0;Socket*pSocket = 0;CIOBuffer*pBuffer = 0;bool weClosedSocket = false;DWORD dwResult = m_iocp.GetStatus( ( PDWORD_PTR )&pSocket, &dwIoSize, ( OVERLAPPED ** )&pBuffer );if ( S_OK != dwResult ){if ( ERROR_NETNAME_DELETED == dwResult ){weClosedSocket = true;}else if ( WSA_OPERATION_ABORTED != dwResult ){throw CWin32Exception( _T("CIOCompletionPort::GetStatus() - GetQueuedCompletionStatus"), dwResult );}DEBUG_ONLY( Output( _T("IOCP error - client connection dropped") ) );}if ( !pSocket ){/* * A completion key of 0 is posted to the iocp to request us to shut down... */break;}/* * Thread Begin Processing */HandleOperation( pSocket, pBuffer, dwIoSize, weClosedSocket );/* * Thread End Processing */}// while ( true )}catch( const CException &e ){m_server.OnError( _T("CSocketServer::WorkerThread::Run() - Exception: ") +e.GetWhere() +_T(" - ") + e.GetMessage() );}catch(...){m_server.OnError( _T("CSocketServer::WorkerThread::Run() - Unexpected exception") );}return 0;}void CSocketServer::WorkerThread::InitiateShutdown(){m_iocp.PostStatus( 0 );}void CSocketServer::WorkerThread::WaitForShutdownToComplete(){/* * if we havent already started a shut down, do so... */InitiateShutdown();Wait();}void CSocketServer::WorkerThread::HandleOperation( Socket *pSocket, CIOBuffer *pBuffer, DWORD dwIoSize, bool weClosedSocket ){if ( pBuffer ){const enumIO_Operation operation = static_cast< enumIO_Operation >( pBuffer->GetOperation() );switch ( operation ){case enumIO_Zero_Byte_Read_Request: DEBUG_ONLY( Output( _T("ZeroByteRead:") + ToString( pBuffer ) ) ); ZeroByteRead( pSocket, pBuffer ); pSocket->Release(); pBuffer->Release();break ;case enumIO_Zero_Byte_Read_Completed :case enumIO_Read_Request : DEBUG_ONLY( Output( _T("enumIO_Zero_Byte_Read_Completed | enumIO_Read_Request:") + ToString( pBuffer ) ) );Read( pSocket, pBuffer ); pSocket->Release(); pBuffer->Release();break;case enumIO_Read_Completed : DEBUG_ONLY( Output( _T("enumIO_Read_Completed:") + ToString( pBuffer ) ) ); pBuffer->Use( dwIoSize ); if ( 0 != dwIoSize ){m_server.ReadCompleted( pSocket, pBuffer );} if ( 0 == dwIoSize && !weClosedSocket ) {/* * client connection dropped? */DEBUG_ONLY( Output( _T("ReadCompleted - 0 bytes - client connection dropped") ) );pSocket->OnClientClose(); } pSocket->Release(); pBuffer->Release();break;case enumIO_Write_Request : DEBUG_ONLY( Output( _T("enumIO_Write_Request:") +ToString( pBuffer ) ) );Write( pSocket, pBuffer ); pSocket->Release(); pBuffer->Release();break;case enumIO_Write_Completed : DEBUG_ONLY( Output( _T("enumIO_Write_Completed:") + ToString( pBuffer ) ) ); pBuffer->Use( dwIoSize );m_server.WriteCompleted( pSocket, pBuffer );pSocket->WriteCompleted(); pSocket->Release(); pBuffer->Release();break;default : m_server.OnError( _T("CSocketServer::WorkerThread::Run() - Unexpected operation") );break; } } else { m_server.OnError( _T("CSocketServer::WorkerThread::Run() - Unexpected - pBuffer is 0") ); }}void CSocketServer::WorkerThread::ZeroByteRead( Socket *pSocket, CIOBuffer *pBuffer ) const{pSocket->AddRef();pBuffer->SetOperation( enumIO_Zero_Byte_Read_Completed );pBuffer->SetupZeroByteRead();pBuffer->AddRef();DWORD dwNumBytes = 0;DWORD dwFlags = 0;if ( SOCKET_ERROR == ::WSARecv(pSocket->m_socket, pBuffer->GetWSABUF(), 1, &dwNumBytes,&dwFlags,pBuffer, NULL ) ){DWORD lastError = ::WSAGetLastError();if ( ERROR_IO_PENDING != lastError ){pSocket->OnConnectionError( enumZeroByteReadError, pBuffer, lastError );pSocket->Release();pBuffer->Release();}}}void CSocketServer::WorkerThread::Read( Socket *pSocket, CIOBuffer *pBuffer ) const{pSocket->AddRef();pBuffer->SetOperation( enumIO_Read_Completed );pBuffer->SetupRead();pBuffer->AddRef();CCriticalSection::Owner lock( pSocket->m_crit );pBuffer->SetSequenceNumber( pSocket->GetSequenceNumber( Socket::enumReadSequenceNo ) );DWORD dwNumBytes = 0;DWORD dwFlags = 0;if ( SOCKET_ERROR == ::WSARecv(pSocket->m_socket, pBuffer->GetWSABUF(), 1, &dwNumBytes,&dwFlags,pBuffer, NULL ) ){DWORD lastError = ::WSAGetLastError();if ( ERROR_IO_PENDING != lastError ){pSocket->OnConnectionError( enumReadError, pBuffer, lastError );pSocket->Release();pBuffer->Release();}}}void CSocketServer::WorkerThread::Write( Socket *pSocket, CIOBuffer *pBuffer ) const{pSocket->AddRef();{CCriticalSection::Owner lock( pSocket->m_critWriteQueue );pBuffer->SetOperation( enumIO_Write_Completed );pBuffer->SetupWrite();pBuffer->AddRef();pBuffer = pSocket->GetNextBuffer( pBuffer );//DWORD dwID = ::GetCurrentThreadId();//printf( "Begin ID:%d - Socket:%d\n", dwID, ( DWORD )pSocket );////::Sleep( 10 );while ( pBuffer ){DWORD dwFlags = 0;DWORD dwSendNumBytes = 0;//::Sleep( 10 );if ( SOCKET_ERROR == ::WSASend(pSocket->m_socket,pBuffer->GetWSABUF(), 1, &dwSendNumBytes,dwFlags,pBuffer, NULL ) ){DWORD lastError = ::WSAGetLastError();if ( ERROR_IO_PENDING != lastError ){pSocket->OnConnectionError( enumWriteError, pBuffer, lastError );/** this pending write will never complete...*/pSocket->WriteCompleted();pSocket->Release();pBuffer->Release();}}pBuffer = pSocket->GetNextBuffer();}//printf( "End ID:%d - Socket:%d\n", dwID, ( DWORD )pSocket );}}} // End of namespace OnlineGameLib} // End of namespace Win32
