타이틀 수정

서버는 단순 브로드캐스트 에코 서버로 해야 할 듯..

Client/CMakeLists.txt

@@ -3,7 +3,6 @@ set(PROJECT_NAME "Client")
 project(${PROJECT_NAME})
 
 find_package(Vulkan REQUIRED)
-find_package(OpenSSL REQUIRED)
 
 include(Shaders.cmake)
 include(FetchContent)
@@ -59,8 +58,6 @@ target_link_libraries(${PROJECT_NAME} PRIVATE glfw)
 target_link_libraries(${PROJECT_NAME} PRIVATE Microsoft.GSL::GSL)
 target_link_libraries(${PROJECT_NAME} PRIVATE spdlog)
 target_link_libraries(${PROJECT_NAME} PRIVATE assimp::assimp)
-target_link_libraries(${PROJECT_NAME} PRIVATE OpenSSL::Crypto)
-target_link_libraries(${PROJECT_NAME} PRIVATE OpenSSL::SSL)
 
 if(WIN32)
     target_link_libraries(${PROJECT_NAME} PRIVATE ws2_32)

Client/include/asteroid/game.h

@@ -1,5 +1,7 @@
 #pragma once
 
+extern std::uint8_t CLIENTID;
+
 namespace veng {
 class Engine;
 }

Client/src/asteroid/begin_play.cpp

@@ -2,8 +2,14 @@
 
 #include "vulkan_engine/vulkan/engine.h"
 
+
 void BeginPlay(veng::Engine& engine) {
-  veng::Model* const player = engine.SpawnModel("player", "player");
+  std::random_device rd;
+  std::mt19937 gen = std::mt19937(rd());
+  std::uniform_real_distribution<float> jitterDist = std::uniform_real_distribution<float>(-2, 2);
+
+  veng::Model* const player = engine.SpawnLifedModel("player", "player", -1);
+  player->position = glm::vec3(jitterDist(gen), jitterDist(gen), 0.f);
   player->scale = glm::vec3(.02f);
   player->colision = true;
   player->OnColision = [](veng::Model* self, veng::Model* other) {
@@ -15,15 +21,17 @@ void BeginPlay(veng::Engine& engine) {
 
     other->colision = false;
     other->visible = false;
+    other->shouldBeDestroyed = true;
   };
   veng::Model* const player_flame =
-      engine.SpawnModel("player_flame", "player_flame");
+      engine.SpawnLifedModel("player_flame", "player_flame", -1);
   player_flame->scale = player->scale;
   player_flame->colision = false;
+  player_flame->networkReplicated = false;
 
   spdlog::info("player addr: {}", (void*)player);
 
-  veng::Model* const other_player = engine.SpawnModel("player", "other_player");
+  veng::Model* const other_player = engine.SpawnLifedModel("player", "other_player", -1);
   other_player->position = glm::vec3(1.f, 0.f, 0.f);
   other_player->scale = glm::vec3(.02f);
   other_player->colision = true;
@@ -36,29 +44,35 @@ void BeginPlay(veng::Engine& engine) {
 
     other->colision = false;
     other->visible = false;
+    other->shouldBeDestroyed = true;
   };
 
   spdlog::info("other player addr: {}", (void*)other_player);
 
-  veng::Model* const camera_lag = engine.SpawnModel("", "camera_lag");
+  veng::Model* const camera_lag = engine.SpawnLifedModel("", "camera_lag", -1);
   camera_lag->colision = false;
   camera_lag->position = player->position;
 
-  veng::Model* const background = engine.SpawnModel("", "background");
+  veng::Model* const background = engine.SpawnLifedModel("", "background", -1);
   background->colision = false;
   background->position = {background->position.x, background->position.y, 30.f};
   background->scale *= 100;
+  background->networkReplicated = false;
 
   veng::Model* const background0 =
-      engine.SpawnModel("background", "background0");
+      engine.SpawnLifedModel("background", "background0", -1);
   background0->scale = background->scale;
+  background0->networkReplicated = false;
   veng::Model* const background1 =
-      engine.SpawnModel("background", "background1");
+      engine.SpawnLifedModel("background", "background1", -1);
   background1->scale = background->scale;
+  background1->networkReplicated = false;
   veng::Model* const background2 =
-      engine.SpawnModel("background", "background2");
+      engine.SpawnLifedModel("background", "background2", -1);
   background2->scale = background->scale;
+  background2->networkReplicated = false;
   veng::Model* const background3 =
-      engine.SpawnModel("background", "background3");
+      engine.SpawnLifedModel("background", "background3", -1);
   background3->scale = background->scale;
+  background3->networkReplicated = false;
 }

Client/src/asteroid/main.cpp

@@ -3,6 +3,7 @@
 #include "glfw/glfw_monitor.h"
 #include "glfw/glfw_window.h"
 #include "socket/iocp.h"
+#include "socket/packet.h"
 #include "socket/tcp_socket.h"
 #include "socket/udp_socket.h"
 #include "socket/wsa_manager.h"
@@ -11,6 +12,8 @@
 #include "vulkan_engine/vulkan/engine.h"
 #include "vulkan_engine/vulkan/graphics.h"
 
+std::uint8_t CLIENTID = 0;
+
 std::int32_t main(std::int32_t argc, gsl::zstring* argv) {
   Network::WSAManager wsamanager;
 #if !defined(NDEBUG)
@@ -25,53 +28,36 @@ std::int32_t main(std::int32_t argc, gsl::zstring* argv) {
 
   addr.set(AF_INET6, "::1", 9010);
 
-  Network::Socket sock;
   Network::TCPSocket TCPSock;
-  Network::UDPSocket UDPSock;
   TCPSock.init(AF_INET6);
-  UDPSock.init(AF_INET6);
+  if (TCPSock.connect(addr) == INVALID_SOCKET) {
-  sock = TCPSock;
-  if (sock.connect(addr) == INVALID_SOCKET) {
     spdlog::error("connect()");
     std::exit(EXIT_FAILURE);
   }
+  iocp.registerTCPSocket(TCPSock, 16 * 1024);
 
-  Network::IOCPPASSINDATA* data = new Network::IOCPPASSINDATA(16 * 1024);
+  while (iocp.GetRecvedBytes(TCPSock.sock) < 6);
-  data->socket = std::make_shared<Network::Socket>(sock);
+  std::vector<char> header_serialized(6);
-  data->IOCPInstance = &iocp;
+  iocp.recv(TCPSock, header_serialized);
-  iocp.registerTCPSocket(data);
+  Packet::Header header;
+  header.Deserialize(header_serialized);
+  while (iocp.GetRecvedBytes(TCPSock.sock) < header.body_length);
+  std::vector<char> data(header.body_length);
+  iocp.recv(TCPSock, data);
+  ::memcpy(&CLIENTID, data.data(), 1); //id 받기
 
-  std::vector<Network::IOCPPASSINDATA*> send_data;
+  header.opcode = Packet::Opcode::CLIENTID;
-  data->event = Network::IOCPEVENT::WRITE;
+  header.body_length = 0;
-  auto snowflake = utils::GenerateID();
+  header_serialized = header.Serialize();
-  auto timestamp = std::to_string(snowflake.timestamp);
+  iocp.send(TCPSock, header_serialized);
-  ::memcpy(
-      data->wsabuf.buf, timestamp.c_str(),
-      (data->bufsize < timestamp.size()) ? data->bufsize : timestamp.size());
-  data->wsabuf.len = 16 * 1024;
-  send_data.push_back(data);
-  iocp.send(sock.sock, &send_data);
-
-  Network::IOCPPASSINDATA* recv_data =
-      new Network::IOCPPASSINDATA(16 * 1024);
-  recv_data->socket = std::make_shared<Network::Socket>(sock);
-  recv_data->IOCPInstance = &iocp;
-  while (!iocp.recv(recv_data));  // 어떤 데이터를 읽는걸 보장받고 싶다면 그냥
-                                  // 스핀락 걸어버리기.
-
-  auto snowflake2 = utils::GenerateID();
-  auto timestamp2 = std::to_string(snowflake2.timestamp);
-
-  spdlog::info("recv_data: {}", recv_data->wsabuf.buf);
-  spdlog::info("current stamp: {}", timestamp2);
 
   const veng::GlfwInitialization _glfw;
 
-  veng::Window window("Vulkan Engine", {800, 600});
+  veng::Window window("Asteroid", {800, 600});
   window.TryMoveToMonitor(0);
 
   veng::Graphics graphics(&window);
-  veng::Engine engine(&graphics, &tp);
+  veng::Engine engine(&graphics, &tp, &iocp);
 
   engine.LoadModelAsset("assets/player.fbx", "player");
   engine.LoadModelAsset("assets/player_flame.fbx", "player_flame");
@@ -87,6 +73,7 @@ std::int32_t main(std::int32_t argc, gsl::zstring* argv) {
     glfwPollEvents();
 
     engine.Update();
+    engine.NetUpdate(std::make_shared<Network::Socket>(TCPSock));
   }
 
   return EXIT_SUCCESS;

Client/src/asteroid/tick.cpp

@@ -31,17 +31,27 @@ void Tick(veng::Engine& engine, std::float_t delta_time) {
       (-stiffness * displacement - damping * camera_lag->linear_velocity) *
       delta_time;
 
+  /*camera_lag->linear_velocity = glm::vec3(0);
+  camera_lag->position = player->position;*/
+
   engine.view = glm::lookAt(
       glm::vec3(camera_lag->position.x, camera_lag->position.y, -5.f),
       camera_lag->position, glm::vec3(0.f, -1.f, 0.f));
 
+  static bool w_laststate = false;
   if (glfwGetKey(engine.vulkan_graphics->window->GetHandle(), GLFW_KEY_W) ==
       GLFW_PRESS) {
     player->linear_acceleration = glm::normalize(forward) * 10.f;
     player_flame->visible = true;
+    player->needsUpdate = true;
+    w_laststate = true;
   } else {
     player->linear_acceleration = forward * .0f;
     player_flame->visible = false;
+    if (w_laststate) {
+      player->needsUpdate = true;
+      w_laststate = false;
+    }
   }
 
   if (bullet_cooldown > std::numeric_limits<std::float_t>::epsilon()) {
@@ -60,21 +70,33 @@ void Tick(veng::Engine& engine, std::float_t delta_time) {
       bullet->owner = player;
       bullet->scale = player->scale;
       bullet->colision = true;
+      bullet->networkReplicated = true;
+      bullet->needsUpdate = true;
 
       spdlog::info("bullet address: {}", (void*)bullet);
     }
   }
+
+  static bool ad_laststate = false;
   if (glfwGetKey(engine.vulkan_graphics->window->GetHandle(), GLFW_KEY_A) ==
       GLFW_PRESS) {
     right = player->rotation * glm::vec3(0, 0, 1);
     player->angular_velocity = right * 6.f;
+    player->needsUpdate = true;
+    ad_laststate = true;
   } else if (glfwGetKey(engine.vulkan_graphics->window->GetHandle(),
                         GLFW_KEY_D) == GLFW_PRESS) {
     right = player->rotation * glm::vec3(0, 0, 1);
     player->angular_velocity = right * -6.f;
+    player->needsUpdate = true;
+    ad_laststate = true;
   } else {
     right = player->rotation * glm::vec3(0, 0, 1);
     player->angular_velocity = right * 0.f;
+    if (ad_laststate) {
+      player->needsUpdate = true;
+      ad_laststate = false;
+    }
   }
 
   player_flame->rotation = player->rotation;

Server/CMakeLists.txt

@@ -5,7 +5,6 @@ set(PROJECT_NAME "Server")
 project(${PROJECT_NAME})
 
 find_package(Vulkan REQUIRED)
-find_package(OpenSSL REQUIRED)
 
 include(FetchContent)
 
@@ -60,8 +59,6 @@ target_link_libraries(${PROJECT_NAME} PRIVATE glfw)
 target_link_libraries(${PROJECT_NAME} PRIVATE Microsoft.GSL::GSL)
 target_link_libraries(${PROJECT_NAME} PRIVATE spdlog)
 target_link_libraries(${PROJECT_NAME} PRIVATE assimp::assimp)
-target_link_libraries(${PROJECT_NAME} PRIVATE OpenSSL::Crypto)
-target_link_libraries(${PROJECT_NAME} PRIVATE OpenSSL::SSL)
 
 if(WIN32)
     target_link_libraries(${PROJECT_NAME} PRIVATE ws2_32)

Server/src/server.cpp

@@ -1,43 +1,150 @@
-#include <chrono>
+#include "glfw/glfw_initialization.h"
-
+#include "glfw/glfw_monitor.h"
+#include "glfw/glfw_window.h"
 #include "socket/iocp.h"
+#include "socket/packet.h"
 #include "socket/tcp_socket.h"
 #include "socket/udp_socket.h"
 #include "socket/wsa_manager.h"
 #include "utils/log.h"
 #include "utils/snowflake.h"
-#include "socket/packet.h"
+#include "vulkan_engine/asset/object/model.h"
 
 #define LISTENIP "::"
 #define LISTENPORT 9010
+std::uint8_t CLIENTID = 0;
+
+std::unordered_map<utils::Snowflake, veng::Model> MODELS;
+std::mutex MODELS_MUTEX;
+std::vector<std::pair<Network::TCPSocket, double>> CLIENTS;
+std::mutex CLIENTS_MUTEX;
+
+void recv_fully(Network::IOCP* iocp, Network::TCPSocket& sock,
+                std::vector<char>& buffer) {
+  size_t total_received = 0;
+  size_t expected = buffer.size();
+
+  while (total_received < expected) {
+    if (total_received != 0)
+      Sleep(100);  // 너무 빨리 재시도해서 큐가 채워질 틈이 없는 듯?
+    if (sock.sock == 0) return;
+    std::vector<char> temp(expected - total_received);
+
+    size_t received = iocp->recv(sock, temp);
+
+    std::copy(temp.begin(), temp.begin() + received,
+              buffer.begin() + total_received);
+    total_received += received;
+  }
+}
 
 void EchoClient(utils::ThreadPool* tp, Network::IOCP* iocp,
-                Network::TCPSocket NewSock, Network::Address NewAddr) {
+                Network::TCPSocket* NewSock, Network::Address NewAddr) {
-  Network::IOCPPASSINDATA* recv_data = new Network::IOCPPASSINDATA(16 * 1024);
+  if (NewSock->sock == 0) return;
-  recv_data->socket = std::make_shared<Network::Socket>(NewSock);
+  std::vector<char> recv_data(6);
-  recv_data->IOCPInstance = iocp;
+  recv_fully(iocp, *NewSock, recv_data);
-  auto timestamp = std::chrono::system_clock::now();
+  Packet::Header header;
-  while (!iocp->recv(recv_data)) {
+  header.Deserialize(recv_data);
-    if (std::chrono::duration_cast<std::chrono::milliseconds>(
+  recv_data.resize(header.body_length);
-            std::chrono::system_clock::now() - timestamp)
+  recv_fully(iocp, *NewSock, recv_data);
-            .count() == 1000) {
-      tp->enqueueJob(EchoClient, iocp, NewSock, NewAddr);
-      return;
-    }
-  }
 
-  std::vector<Network::IOCPPASSINDATA*> send_data;
+  switch (header.opcode) {
-  recv_data->event = Network::IOCPEVENT::WRITE;
+    case Packet::Opcode::UPDATEMODEL: {
-  send_data.push_back(recv_data);
+      veng::Model model;
-  iocp->send(NewSock.sock, &send_data);
+      model.Deserialize(recv_data);
+
+      std::lock_guard lock(MODELS_MUTEX);
+      auto ID = model.ID;
+      if (MODELS.find(ID) == MODELS.end())
+        spdlog::info("model received: {}:{}", model.name, ID.snowflake);
+      MODELS[ID] = std::move(model);
+      MODELS[ID].needsUpdate = true;
+    } break;
+    default:
+      spdlog::error("unknown data type");
+  }
 
   tp->enqueueJob(EchoClient, iocp, NewSock, NewAddr);
 }
 
+void ClientRefresher(utils::ThreadPool* tp, Network::IOCP* iocp) {
+  static auto last_all_updated = glfwGetTime();
+  static auto last_frame_time_ = glfwGetTime();
+  auto current_time = glfwGetTime();
+  bool needs_all_update = false;
+  if (current_time - last_all_updated >= 100) {
+    needs_all_update = true;
+    last_all_updated = glfwGetTime();
+  }
+  auto delta_time = current_time - last_frame_time_;
+  last_frame_time_ = current_time;
+
+  for (auto it = CLIENTS.begin(); it != CLIENTS.end();) {
+    if (it->first.sock == 0) {
+      it = CLIENTS.erase(it);
+    } else {
+      ++it;
+    }
+  }
+
+  for (auto it = MODELS.begin(); it != MODELS.end();) {
+    auto& model = it->second;
+
+    if (std::abs(model.lifespan + 1.f) <
+        std::numeric_limits<float>::epsilon()) {
+      ++it;
+      continue;
+    }
+
+    if (model.lifespan <= 0.f) {
+      it = MODELS.erase(it);
+      continue;
+    }
+
+    if (model.shouldBeDestroyed) {
+      it = MODELS.erase(it);
+      continue;
+    }
+
+    model.lifespan -= delta_time;
+    ++it;
+  }
+
+  for (auto& client : CLIENTS) {
+    if (client.first.sock == 0) continue;
+    for (auto& model : MODELS) {
+      if (model.second.name == "camera_lag") continue;
+      std::vector<char> send_data;
+      model.second.Update(delta_time + (client.second / 2));
+      auto model_serialized = model.second.Serialize();
+      Packet::Header header;
+      header.opcode = Packet::Opcode::UPDATEMODEL;
+      header.body_length = model_serialized.size();
+      auto header_serialized = header.Serialize();
+      send_data.insert(send_data.end(), header_serialized.begin(),
+                       header_serialized.end());
+      send_data.insert(send_data.end(), model_serialized.begin(),
+                       model_serialized.end());
+      if (!model.second.needsUpdate && !needs_all_update) {
+        continue;
+      }
+      model.second.needsUpdate = false;
+      if (client.first.send(send_data.data(), send_data.size(), 0) == -1) {
+        client.first.sock = 0;
+      }
+      spdlog::info("updated: {}", model.second.name);
+    }
+  }
+
+  tp->enqueueJob(ClientRefresher, iocp);
+}
+
 int main(int argc, char* argv[]) {
   Network::WSAManager wsamanager;
+  const veng::GlfwInitialization _glfw;
 #if !defined(NDEBUG)
-  utils::setDefaultLogger(spdlog::level::level_enum::debug, "log.log", 1024, 2);
+  utils::setDefaultLogger(spdlog::level::level_enum::debug, "log.log",
+                          1024 * 1024, 2);
 #endif
   utils::ThreadPool tp(0);
   Network::IOCP iocp;
@@ -60,6 +167,8 @@ int main(int argc, char* argv[]) {
     std::exit(EXIT_FAILURE);
   }
 
+  tp.enqueueJob(ClientRefresher, &iocp);
+
   while (true) {
     Network::TCPSocket NewSock;
     Network::Address NewAddr;
@@ -67,11 +176,26 @@ int main(int argc, char* argv[]) {
     spdlog::info("Waiting for connection");
     TCPSock.accept(NewSock, NewAddr);
 
-    Network::IOCPPASSINDATA* data = new Network::IOCPPASSINDATA(16 * 1024);
+    iocp.registerTCPSocket(NewSock, 16 * 1024);
-    data->socket = std::make_shared<Network::Socket>(NewSock);
-    data->IOCPInstance = &iocp;
-    iocp.registerTCPSocket(data);
 
-    tp.enqueueJob(EchoClient, &iocp, NewSock, NewAddr);
+    Packet::Header header;
+    header.opcode = Packet::Opcode::CLIENTID;
+    header.body_length = 9;
+    auto packet = header.Serialize();
+    packet.resize(packet.size() + 9);
+    std::lock_guard lock(CLIENTS_MUTEX);
+    std::uint8_t client_id = CLIENTS.size() - 1;
+    ::memcpy(packet.data() + 6, &client_id, 1);
+
+    std::double_t timestamp = glfwGetTime();
+
+    ::memcpy(packet.data() + 7, &timestamp, 8);
+    iocp.send(NewSock, packet);
+    std::vector<char> header_buf(6);
+    recv_fully(&iocp, NewSock, header_buf);
+    auto ping = glfwGetTime() - timestamp;
+    CLIENTS.emplace_back(std::move(NewSock), ping);
+
+    tp.enqueueJob(EchoClient, &iocp, &CLIENTS.back().first, NewAddr);
   }
 }

impl/session/session.cpp

@@ -11,31 +11,7 @@ Session::Session(gsl::not_null<Network::IOCP*> iocp, utils::ThreadPool* tp,
     : iocp_(iocp), tp_(tp), proto_(proto) {
   switch (proto) {
     case SessionProtocol::UDP:
-    case SessionProtocol::QUIC: {
+    case SessionProtocol::QUIC: 
-      Network::UDPSocket* sock = new Network::UDPSocket();
-      sock_ = sock;
-      sock->init(addr.family);
-      switch (type) {
-        case SessionType::CONNECT:
-          ssl_ctx_ = ::SSL_CTX_new(::OSSL_QUIC_client_method());
-          if (ssl_ctx_ == nullptr) {
-            spdlog::critical("SSL_CTX_new()");
-            std::exit(EXIT_FAILURE);
-          }
-          ::SSL_CTX_set_verify(ssl_ctx_, SSL_VERIFY_PEER, NULL);
-
-          if (!::SSL_CTX_set_default_verify_paths(ssl_ctx_)) {
-            spdlog::critical("SSL_CTX_set_default_verify_paths()");
-            std::exit(EXIT_FAILURE);
-          }
-          break;
-        case SessionType::LISTEN:
-          sock->bind(addr);
-          break;
-        default:
-          std::exit(EXIT_FAILURE);
-      }
-    } break;
     case SessionProtocol::TCP:
     case SessionProtocol::TLS: {
       Network::TCPSocket* sock = new Network::TCPSocket();
@@ -56,12 +32,6 @@ Session::Session(gsl::not_null<Network::IOCP*> iocp, utils::ThreadPool* tp,
     default:
       std::exit(EXIT_FAILURE);
   }
-
-  ssl_ = ::SSL_new(ssl_ctx_);
-  if (ssl_ == nullptr) {
-    spdlog::critical("SSL_new()");
-    std::exit(EXIT_FAILURE);
-  }
 }
 
 Session::~Session() {

impl/socket/iocp.cpp

@@ -40,21 +40,22 @@ void IOCP::destruct() {
 #endif
 }
 
-void IOCP::registerTCPSocket(IOCPPASSINDATA* data) {
+void IOCP::registerTCPSocket(Socket& sock, std::uint32_t bufsize) {
 #ifdef _WIN32
-  HANDLE returnData = ::CreateIoCompletionPort(
+  HANDLE returnData = ::CreateIoCompletionPort((HANDLE)sock.sock,
-      (HANDLE)data->socket->sock, completionPort_, data->socket->sock, 0);
+                                               completionPort_, sock.sock, 0);
   if (returnData == 0) completionPort_ = returnData;
 
-  IOCPPASSINDATA* recv_data = new IOCPPASSINDATA(data->bufsize);
+  IOCPPASSINDATA* recv_data = new IOCPPASSINDATA(bufsize);
   recv_data->event = IOCPEVENT::READ;
-  recv_data->socket = data->socket;
+  recv_data->socket = std::make_shared<Socket>(sock);
+  recv_data->IOCPInstance = this;
   DWORD recvbytes = 0, flags = 0;
 
   int result = SOCKET_ERROR;
 
-  ::WSARecv(recv_data->socket->sock, &recv_data->wsabuf, 1, &recvbytes, &flags,
+  result = ::WSARecv(recv_data->socket->sock, &recv_data->wsabuf, 1, &recvbytes,
-            &recv_data->overlapped, NULL);
+                     &flags, &recv_data->overlapped, NULL);
   if (result == SOCKET_ERROR) {
     int err = ::WSAGetLastError();
     if (err != WSA_IO_PENDING) {
@@ -94,12 +95,11 @@ void IOCP::registerUDPSocket(IOCPPASSINDATA* data, Address recv_addr) {
 #endif
 }
 
-int IOCP::recv(IOCPPASSINDATA* data) {  // 읽은 바이트수가 무조건 100임? 왜..?
+int IOCP::recv(Socket& sock, std::vector<char>& data) {
-  SOCKET sock = data->socket->sock;
+  std::lock_guard lock(*GetRecvQueueMutex_(sock.sock));
-  std::lock_guard lock(*GetRecvQueueMutex_(sock));
+  auto queue = GetRecvQueue_(sock.sock);
-  auto queue = GetRecvQueue_(sock);
 
-  std::uint32_t left_data = data->wsabuf.len;
+  std::uint32_t left_data = data.size();
   std::uint32_t copied = 0;
 
   while (!queue->empty() && left_data != 0) {
@@ -110,7 +110,7 @@ int IOCP::recv(IOCPPASSINDATA* data) {  // 읽은 바이트수가 무조건 100
     std::uint32_t available = front.first.size() - offset;
     std::uint32_t to_copy = (left_data < available) ? left_data : available;
 
-    ::memcpy(data->wsabuf.buf + copied, front.first.data() + offset, to_copy);
+    ::memcpy(data.data() + copied, front.first.data() + offset, to_copy);
     copied += to_copy;
     left_data -= to_copy;
     offset += to_copy;
@@ -125,27 +125,37 @@ int IOCP::recv(IOCPPASSINDATA* data) {  // 읽은 바이트수가 무조건 100
   return copied;
 }
 
-int IOCP::send(SOCKET sock, std::vector<IOCPPASSINDATA*>* data) {
+int IOCP::send(Socket& sock, std::vector<char>& data) {
-  auto lk = GetSendQueueMutex_(sock);
+  auto lk = GetSendQueueMutex_(sock.sock);
-  auto queue = GetSendQueue_(sock);
+  auto queue = GetSendQueue_(sock.sock);
   std::lock_guard lock(*lk);
-  for (auto& it : *data) {
+
-    it->event = IOCPEVENT::WRITE;
+  Network::IOCPPASSINDATA* packet = new Network::IOCPPASSINDATA(data.size());
-    queue->push_back(it);
+  packet->event = IOCPEVENT::WRITE;
-  }
+  packet->socket = std::make_shared<Network::Socket>(sock);
+  packet->IOCPInstance = this;
+  ::memcpy(packet->wsabuf.buf, data.data(), data.size());
+  packet->wsabuf.len = data.size();
+  queue->push_back(packet);
 
   IOCPThread_->enqueueJob(
-      [this, sock](utils::ThreadPool* th, std::uint8_t __) {
+      [this, sock = sock.sock](utils::ThreadPool* th, std::uint8_t __) {
         packet_sender_(sock);
       },
       0);
   return 0;
 }
 
-int IOCP::GetRecvedPacketCount(SOCKET sock) {
+int IOCP::GetRecvedBytes(SOCKET sock) {
-  std::lock_guard lock(socket_mod_mutex_);
   auto queue = GetRecvQueue_(sock);
-  return queue->size();
+  std::lock_guard lock(socket_mod_mutex_);
+
+  int bytes = 0;
+  for (auto it : *queue) {
+    bytes += it.first.size() - it.second;
+  }
+
+  return bytes;
 }
 
 void IOCP::iocpWatcher_(utils::ThreadPool* IOCPThread) {
@@ -169,6 +179,10 @@ void IOCP::iocpWatcher_(utils::ThreadPool* IOCPThread) {
     spdlog::debug("Disconnected. [{}]",
                   (std::string)(data->socket->remoteAddr));
     delete data;
+    IOCPThread->enqueueJob(
+        [this](utils::ThreadPool* th, std::uint8_t __) { iocpWatcher_(th); },
+        0);
+    return;
   } else {
     data->transferredbytes = cbTransfrred;
   }
@@ -178,59 +192,10 @@ void IOCP::iocpWatcher_(utils::ThreadPool* IOCPThread) {
   std::lock_guard lock(*GetRecvQueueMutex_(sock));
   auto queue_list = GetRecvQueue_(sock);
   if (data->event == IOCPEVENT::READ) {
-    if (proto_ == SessionProtocol::TLS ||
+    ::memcpy(buf.data(), data->wsabuf.buf, data->transferredbytes);
-        proto_ == SessionProtocol::QUIC) {  // DEPRECATED. openssl을 사용할 수가
+    queue_list->emplace_back(std::make_pair(
-                                            // 없기 때문에 추후 완성 뒤에 기능을
+        std::vector<char>(buf.begin(), buf.begin() + data->transferredbytes),
-                                            // 붙이든 해야 할 듯 함.
+        0));
-      // DEBUG: BIO_write 전 OpenSSL 에러 스택 확인 (혹시 모를 이전 에러)
-      ERR_print_errors_fp(stderr);  // 이미 오류 스택에 뭔가 있는지 확인용
-      fprintf(stderr, "--- Before BIO_write ---\n");
-
-      ::BIO_write(::SSL_get_rbio(data->ssl.get()), data->wsabuf.buf,
-                  cbTransfrred);
-
-      // DEBUG: BIO_write 후 OpenSSL 에러 스택 확인 (BIO_write에서 에러 발생 시)
-      ERR_print_errors_fp(stderr);  // BIO_write에서도 에러가 발생할 수 있음
-      fprintf(stderr, "--- After BIO_write, cbTransfrred: %lu ---\n",
-              cbTransfrred);
-
-      while ((red_data = ::SSL_read(data->ssl.get(), buf.data(), buf.size())) >
-             0) {
-        queue_list->emplace_back(std::make_pair(
-            std::vector<char>(buf.begin(), buf.begin() + red_data), 0));
-      }
-      if (red_data == -1) {
-        auto ssl_error_code = SSL_get_error(
-            data->ssl.get(), red_data);  // 여기서 SSL_get_error 결과 저장
-        auto err_msg = std::format("SSL_read failed with SSL_get_error: {}",
-                                   ssl_error_code);
-        fprintf(stderr, "%s\n", err_msg.c_str());
-
-        // *** 가장 중요한 부분: SSL_ERROR_SSL일 때 상세 에러를 강제로 출력 시도
-        // ***
-        if (ssl_error_code == SSL_ERROR_SSL) {
-          fprintf(stderr, "Detailed SSL_ERROR_SSL trace:\n");
-          unsigned long err_peek;
-          // ERR_get_error()를 사용하여 스택의 모든 오류를 팝하고 출력
-          while ((err_peek = ERR_get_error()) != 0) {
-            char err_str[256];
-            ERR_error_string_n(err_peek, err_str, sizeof(err_str));
-            fprintf(stderr, "OpenSSL stack error: %s\n", err_str);
-          }
-        } else {
-          // SSL_ERROR_SSL이 아닌 다른 오류 (SYSCALL, WANT_READ 등)일 경우
-          // ERR_print_errors_fp는 여전히 유용할 수 있음
-          ERR_print_errors_fp(stderr);
-        }
-
-        throw std::runtime_error(err_msg);  // 예외 발생
-      }
-    } else {
-      ::memcpy(buf.data(), data->wsabuf.buf, data->transferredbytes);
-      queue_list->emplace_back(std::make_pair(
-          std::vector<char>(buf.begin(), buf.begin() + data->transferredbytes),
-          0));
-    }
     DWORD recvbytes = 0, flags = 0;
 
     IOCPPASSINDATA* recv_data = new IOCPPASSINDATA(data->bufsize);
@@ -241,6 +206,8 @@ void IOCP::iocpWatcher_(utils::ThreadPool* IOCPThread) {
     ::WSARecv(recv_data->socket->sock, &recv_data->wsabuf, 1, &recvbytes,
               &flags, &recv_data->overlapped, NULL);
   } else {  // WRITE 시, 무시한다.
+    spdlog::debug("writed {} bytes to {}", cbTransfrred,
+                  (std::string)(data->socket->remoteAddr));
     delete data;
   }
   IOCPThread->enqueueJob(
@@ -298,34 +265,10 @@ void IOCP::packet_sender_(SOCKET sock) {
 
     int data_len = 0;
 
-    if (proto_ == SessionProtocol::TLS || proto_ == SessionProtocol::QUIC) {
+    data_len = front->wsabuf.len;
-      int ret =
+    wsabuf.buf = front->wsabuf.buf;
-          ::SSL_write(front->ssl.get(), front->wsabuf.buf, front->wsabuf.len);
+    wsabuf.len = data_len;
-      if (ret <= 0) {
+    ::WSASend(sock, &wsabuf, 1, &sendbytes, 0, nullptr, nullptr);
-        int err = ::SSL_get_error(front->ssl.get(), ret);
-        if (err == SSL_ERROR_WANT_READ || err == SSL_ERROR_WANT_WRITE) {
-          queue->push_front(front);
-          break;
-        }
-        std::unique_lock lk(socket_mod_mutex_);
-        send_queue_.erase(sock);
-        break;
-      }
-
-      while ((data_len = ::BIO_read(::SSL_get_wbio(front->ssl.get()),
-                                    buf.data(), buf.size())) > 0) {
-        wsabuf.buf = buf.data();
-        wsabuf.len = data_len;
-
-        ::WSASend(sock, &wsabuf, 1, &sendbytes, 0, nullptr, nullptr);
-      }
-
-    } else {
-      data_len = front->wsabuf.len;
-      wsabuf.buf = front->wsabuf.buf;
-      wsabuf.len = data_len;
-      ::WSASend(sock, &wsabuf, 1, &sendbytes, 0, nullptr, nullptr);
-    }
   }
 }
 

impl/socket/socket.cpp

@@ -28,6 +28,7 @@ void Socket::destruct() {
   ::close(sock);
 #endif
   valid_ = false;
+  sock = 0;
 }
 
 Socket::operator SOCKET() {

impl/utils/generate_id.cpp

@@ -9,13 +9,15 @@ static struct EpochInitializer {
   std::chrono::system_clock::time_point EPOCH;
 } epochInitializer;
 
-Snowflake GenerateID() {
+Snowflake GenerateID(std::uint16_t instance) {
   static std::mutex snowflakeGenerateMutex_;
 
   std::lock_guard<std::mutex> lock(snowflakeGenerateMutex_);
 
   std::size_t tid =
       std::hash<std::thread::id>{}(std::this_thread::get_id());
+  instance = instance << 3;
+  tid += instance;
 
   thread_local static int sequence = 0;
   Snowflake id = {};

impl/vulkan_engine/asset/object/model.cpp

@@ -13,64 +13,82 @@ Model::~Model() {
 }
 
 template <typename T>
-static void Append(std::vector<char>& dst, const T& data) {
+void Append(std::vector<char>& buffer, const T& value) {
-  const char* ptr = reinterpret_cast<const char*>(&data);
+  const char* data = reinterpret_cast<const char*>(&value);
-  dst.insert(dst.end(), ptr, ptr + sizeof(T));
+  buffer.insert(buffer.end(), data, data + sizeof(T));
 }
 
-std::vector<char> Model::Serialize() {
+void Append(std::vector<char>& buffer, const std::string& value) {
-  std::vector<char> serialized;
+  size_t length = value.size();
-
+  Append(buffer, length);
-  Append(serialized, ID);
+  buffer.insert(buffer.end(), value.begin(), value.end());
-
-  Append(serialized, transform);
-  Append(serialized, position);
-  Append(serialized, linear_velocity);
-  Append(serialized, linear_acceleration);
-  Append(serialized, rotation);
-  Append(serialized, angular_velocity);
-  Append(serialized, angular_acceleration);
-  Append(serialized, scale);
-  Append(serialized, original_offset);
-
-  Append(serialized, radius);
-
-  uint8_t vis = visible ? 1 : 0;
-  uint8_t col = colision ? 1 : 0;
-  Append(serialized, vis);
-  Append(serialized, col);
-
-  return serialized;
 }
 
 template <typename T>
-static void Extract(const std::vector<char>& src, size_t& offset, T& out) {
+void Read(const std::vector<char>& buffer, size_t& offset, T& out) {
-  std::memcpy(&out, src.data() + offset, sizeof(T));
+  std::memcpy(&out, buffer.data() + offset, sizeof(T));
   offset += sizeof(T);
 }
 
+void Read(const std::vector<char>& buffer, size_t& offset, std::string& out) {
+  size_t length = 0;
+  Read(buffer, offset, length);
+  out.assign(buffer.data() + offset, length);
+  offset += length;
+}
+
+std::vector<char> Model::Serialize() {
+  std::vector<char> buffer;
+
+  Append(buffer, ID);
+  Append(buffer, name);
+  Append(buffer, asset_name);
+
+  Append(buffer, position);
+  Append(buffer, linear_velocity);
+  Append(buffer, linear_acceleration);
+
+  Append(buffer, rotation);
+  Append(buffer, angular_velocity);
+  Append(buffer, angular_acceleration);
+
+  Append(buffer, scale);
+  Append(buffer, transform);
+
+  Append(buffer, original_offset);
+  Append(buffer, radius);
+  Append(buffer, lifespan);
+
+  Append(buffer, visible);
+  Append(buffer, colision);
+
+  return buffer;
+}
+
 void Model::Deserialize(std::vector<char> data) {
   size_t offset = 0;
 
-  Extract(data, offset, ID);
+  Read(data, offset, ID);
+  Read(data, offset, name);
+  Read(data, offset, asset_name);
 
-  Extract(data, offset, transform);
+  Read(data, offset, position);
-  Extract(data, offset, position);
+  Read(data, offset, linear_velocity);
-  Extract(data, offset, linear_velocity);
+  Read(data, offset, linear_acceleration);
-  Extract(data, offset, linear_acceleration);
-  Extract(data, offset, rotation);
-  Extract(data, offset, angular_velocity);
-  Extract(data, offset, angular_acceleration);
-  Extract(data, offset, scale);
-  Extract(data, offset, original_offset);
 
-  Extract(data, offset, radius);
+  Read(data, offset, rotation);
+  Read(data, offset, angular_velocity);
+  Read(data, offset, angular_acceleration);
 
-  uint8_t vis = 0, col = 0;
+  Read(data, offset, scale);
-  Extract(data, offset, vis);
+  Read(data, offset, transform);
-  Extract(data, offset, col);
+
-  visible = vis != 0;
+  Read(data, offset, original_offset);
-  colision = col != 0;
+  Read(data, offset, radius);
+  Read(data, offset, lifespan);
+
+  Read(data, offset, visible);
+  Read(data, offset, colision);
 }
 
 void veng::Model::Update(float dt) {

impl/vulkan_engine/vulkan/engine.cpp

@@ -1,6 +1,7 @@
 #include "vulkan_engine/vulkan/engine.h"
 
 #include "precomp.h"
+#include "socket/packet.h"
 
 namespace veng {
 
@@ -35,59 +36,35 @@ const Model* Engine::GetStaticModel(std::string name) {
   return nullptr;
 }
 
-Model* Engine::SpawnModel(std::string asset_name, std::string name) {
-  if (asset_name == "") {
-    Model model_to_spawn(nullptr);
-    model_to_spawn.visible = false;
-    dynamic_immortal_models_[name] = std::move(model_to_spawn);
-    return &dynamic_immortal_models_[name];
-  }
-
-  if (dynamic_immortal_models_.find(name) == dynamic_immortal_models_.end()) {
-    Model model_to_spawn(*GetStaticModel(asset_name));
-    dynamic_immortal_models_[name] = std::move(model_to_spawn);
-    return &dynamic_immortal_models_[name];
-  }
-
-  std::uint32_t i = 0;
-  for (i = 0; i < std::numeric_limits<std::uint32_t>::max();) {
-    if (dynamic_immortal_models_.find(name + std::to_string(i)) ==
-        dynamic_immortal_models_.end()) {
-      Model model_to_spawn(*GetStaticModel(asset_name));
-      dynamic_immortal_models_[name + std::to_string(i)] =
-          std::move(model_to_spawn);
-      break;
-    }
-    i++;
-  }
-
-  if (i == std::numeric_limits<std::uint32_t>::max() - 1)
-    return nullptr;
-  else
-    return &dynamic_immortal_models_[name + std::to_string(i)];
-}
-
 Model* Engine::SpawnLifedModel(std::string asset_name, std::string name,
                                std::float_t lifespan) {
   if (asset_name == "") {
     Model model_to_spawn(nullptr);
+    model_to_spawn.asset_name = "";
+    model_to_spawn.name = name;
     model_to_spawn.visible = false;
-    dynamic_models_[name] = std::make_pair(std::move(model_to_spawn), lifespan);
+    model_to_spawn.lifespan = lifespan;
-    return &dynamic_models_[name].first;
+    models_[name] = std::move(model_to_spawn);
+    return &models_[name];
   }
-  if (dynamic_models_.find(name) == dynamic_models_.end()) {
+
+  if (models_.find(name) == models_.end()) {
     Model model_to_spawn(*GetStaticModel(asset_name));
-    dynamic_models_[name] = std::make_pair(std::move(model_to_spawn), lifespan);
+    model_to_spawn.asset_name = asset_name;
-    return &dynamic_models_[name].first;
+    model_to_spawn.name = name;
+    model_to_spawn.lifespan = lifespan;
+    models_[name] = std::move(model_to_spawn);
+    return &models_[name];
   }
 
   std::uint32_t i = 0;
   for (i = 0; i < std::numeric_limits<std::uint32_t>::max();) {
-    if (dynamic_models_.find(name + std::to_string(i)) ==
+    if (models_.find(name + std::to_string(i)) == models_.end()) {
-        dynamic_models_.end()) {
       Model model_to_spawn(*GetStaticModel(asset_name));
-      dynamic_models_[name + std::to_string(i)] =
+      model_to_spawn.asset_name = asset_name;
-          std::make_pair(std::move(model_to_spawn), lifespan);
+      model_to_spawn.name = name + std::to_string(i);
+      model_to_spawn.lifespan = lifespan;
+      models_[name + std::to_string(i)] = std::move(model_to_spawn);
       break;
     }
     i++;
@@ -96,21 +73,15 @@ Model* Engine::SpawnLifedModel(std::string asset_name, std::string name,
   if (i == std::numeric_limits<std::uint32_t>::max() - 1)
     return nullptr;
   else
-    return &dynamic_models_[name + std::to_string(i)].first;
+    return &models_[name + std::to_string(i)];
 }
 
 Model* Engine::GetSpawnedObject(std::string name) {
-  for (auto it = dynamic_immortal_models_.begin();
+  for (auto it = models_.begin(); it != models_.end();) {
-       it != dynamic_immortal_models_.end();) {
     if (it->first == name) return &it->second;
     ++it;
   }
 
-  for (auto it = dynamic_models_.begin(); it != dynamic_models_.end();) {
-    if (it->first == name) return &it->second.first;
-    ++it;
-  }
-
   return nullptr;
 }
 
@@ -140,38 +111,181 @@ void Engine::Update() {
     if (Tick != nullptr) Tick(*this, delta_time);
 
     std::vector<Model*> models;
-    models.reserve(dynamic_immortal_models_.size() +
+    models.reserve(models_.size());
-                               dynamic_models_.size());
 
-    for (auto it = dynamic_immortal_models_.begin();
+    for (auto it = models_.begin(); it != models_.end();) {
-         it != dynamic_immortal_models_.end();) {
+      auto& model = it->second;
-      models.push_back(&it->second);
 
-      ++it;
+      if (std::abs(model.lifespan + 1.f) <
-    }
+          std::numeric_limits<float>::epsilon()) {
-
+        models.push_back(&model);
-    for (auto it = dynamic_models_.begin(); it != dynamic_models_.end();) {
+        ++it;
-      if (it->second.second < 0.f) {
-        it = dynamic_models_.erase(it);
         continue;
       }
-      else {
-        it->second.second -= delta_time;
-      }
-      models.push_back(&it->second.first);
 
+      if (model.lifespan <= 0.f) {
+        it = models_.erase(it);
+        continue;
+      }
+
+      if (model.shouldBeDestroyed) {
+        it = models_.erase(it);
+        continue;
+      }
+
+      model.lifespan -= delta_time;
+
+      models.push_back(&model);
       ++it;
     }
 
-    for (auto it : models) {
+    for (auto& it : models_) {
-      it->Update(delta_time);
+      it.second.Update(delta_time);
-      vulkan_graphics->RenderModel(it);
+      vulkan_graphics->RenderModel(&it.second);
     }
 
-    physics_controller_.invokeOnColisionEvent(thread_pool_, {models.data(), models.size()});
+    physics_controller_.invokeOnColisionEvent(thread_pool_,
+                                              {models.data(), models.size()});
 
     vulkan_graphics->EndFrame();
   }
 }
+void Engine::NetUpdate(std::shared_ptr<Network::Socket> sock) {
+  NetworkUpload(sock);
+  ResponseToServerAndRefresh(sock);
+}
+
+void Engine::NetworkUpload(std::shared_ptr<Network::Socket> sock) {
+  std::vector<char> data;
+  for (auto& it : models_) {
+    if (!it.second.networkReplicated) continue;
+    if (!it.second.needsUpdate) continue;
+
+    Packet::Header header;
+    header.opcode = Packet::Opcode::UPDATEMODEL;
+    std::vector<char> model = it.second.Serialize();
+    header.body_length = model.size();
+    std::vector<char> header_serialized = header.Serialize();
+
+    data.insert(data.end(), header_serialized.begin(), header_serialized.end());
+    data.insert(data.end(), model.begin(), model.end());
+    it.second.needsUpdate = false;
+  }
+  iocp_->send(*sock, data);
+}
+
+int recv_partial(Network::IOCP* iocp, Network::Socket& sock,
+                 std::vector<char>& buffer) {
+  size_t total_received = 0;
+  size_t expected = buffer.size();
+
+  while (total_received < expected) {
+    if (total_received != 0)
+      Sleep(100);  // 너무 빨리 재시도해서 큐가 채워질 틈이 없는 듯?
+    if (sock.sock == 0) return 0;
+    std::vector<char> temp(expected - total_received);
+
+    size_t received = iocp->recv(sock, temp);
+    if (received == 0) return 0;
+
+    std::copy(temp.begin(), temp.begin() + received,
+              buffer.begin() + total_received);
+    total_received += received;
+  }
+
+  return total_received;
+}
+
+void recv_fully(Network::IOCP* iocp, Network::Socket& sock,
+                std::vector<char>& buffer) {
+  size_t total_received = 0;
+  size_t expected = buffer.size();
+
+  while (total_received < expected) {
+    if (total_received != 0)
+      Sleep(100);  // 너무 빨리 재시도해서 큐가 채워질 틈이 없는 듯?
+    if (sock.sock == 0) return;
+    std::vector<char> temp(expected - total_received);
+
+    size_t received = iocp->recv(sock, temp);
+
+    std::copy(temp.begin(), temp.begin() + received,
+              buffer.begin() + total_received);
+    total_received += received;
+  }
+}
+
+void Engine::ResponseToServerAndRefresh(std::shared_ptr<Network::Socket> sock) {
+  if (sock->sock == 0) return;
+  std::vector<char> recv_data(6);
+  if (recv_partial(iocp_, *sock, recv_data) == 0) return;
+  Packet::Header header;
+  header.Deserialize(recv_data);
+  recv_data.resize(header.body_length);
+  recv_fully(iocp_, *sock, recv_data);
+
+  switch (header.opcode) {
+    case Packet::Opcode::UPDATEMODEL: {
+      veng::Model model;
+      model.Deserialize(recv_data);
+
+      bool found = false;
+      for (auto& it : models_) {
+        if (it.second.ID == model.ID) {
+          it.second.position = model.position;
+          it.second.linear_velocity = model.linear_velocity;
+          it.second.linear_acceleration = model.linear_acceleration;
+
+          it.second.rotation = model.rotation;
+          it.second.angular_velocity = model.angular_velocity;
+          it.second.angular_acceleration = model.angular_acceleration;
+
+          it.second.scale = model.scale;
+          it.second.transform = model.transform;
+
+          it.second.original_offset = model.original_offset;
+          it.second.radius = model.radius;
+          it.second.lifespan = model.lifespan;
+
+          it.second.visible = model.visible;
+          it.second.colision = model.colision;
+
+          spdlog::info("model updated: {}", model.name);
+          spdlog::info("model pos: ({},{},{})", model.position.x,
+                       model.position.y, model.position.z);
+          found = true;
+          break;
+        }
+      }
+
+      if (!found) {
+        auto spawnedModel =
+            SpawnLifedModel(model.asset_name, model.name, model.lifespan);
+        spawnedModel->ID = model.ID;
+        spawnedModel->position = model.position;
+        spawnedModel->linear_velocity = model.linear_velocity;
+        spawnedModel->linear_acceleration = model.linear_acceleration;
+
+        spawnedModel->rotation = model.rotation;
+        spawnedModel->angular_velocity = model.angular_velocity;
+        spawnedModel->angular_acceleration = model.angular_acceleration;
+
+        spawnedModel->scale = model.scale;
+        spawnedModel->transform = model.transform;
+
+        spawnedModel->original_offset = model.original_offset;
+        spawnedModel->radius = model.radius;
+        spawnedModel->lifespan = model.lifespan;
+
+        spawnedModel->visible = model.visible;
+        spawnedModel->colision = model.colision;
+        spawnedModel->networkReplicated = false;
+        spdlog::info("model spawned: {}", model.ID.snowflake);
+      }
+    } break;
+    default:
+      spdlog::error("unknown data type");
+  }
+}
 
 }  // namespace veng

include/session/session.h

@@ -1,9 +1,5 @@
 #pragma once
 
-#include <openssl/bio.h>
-#include <openssl/err.h>
-#include <openssl/ssl.h>
-
 #include "socket/iocp.h"
 #include "utils/thread_pool.h"
 
@@ -23,8 +19,5 @@ class Session {
 
   SessionProtocol proto_;
   Network::Socket* sock_ = nullptr;
-
-  SSL_CTX* ssl_ctx_ = nullptr;
-  SSL* ssl_ = nullptr;
 };
 }  // namespace Network

include/socket/address.h

@@ -1,9 +1,5 @@
 #pragma once
 
-#include <openssl/bio.h>
-#include <openssl/err.h>
-#include <openssl/ssl.h>
-
 namespace Network {
 
 struct Address {
@@ -24,8 +20,6 @@ struct Address {
     struct sockaddr_in6 addr_in6;
   };
   socklen_t length;
-
-  BIO_ADDR* bio_addr_info;
 };
 
 }  // namespace Chattr

include/socket/iocp.h

@@ -1,7 +1,4 @@
 #pragma once
-#include <openssl/bio.h>
-#include <openssl/err.h>
-#include <openssl/ssl.h>
 
 #include <functional>
 #include <queue>
@@ -35,7 +32,6 @@ struct IOCPPASSINDATA {
   OVERLAPPED overlapped;
   IOCPEVENT event;
   std::shared_ptr<Socket> socket;
-  std::shared_ptr<SSL> ssl;
   std::uint32_t transferredbytes;
   WSABUF wsabuf;
   std::uint32_t bufsize;
@@ -48,32 +44,6 @@ struct IOCPPASSINDATA {
     std::memset(&overlapped, 0, sizeof(overlapped));
     event = IOCPEVENT::QUIT;
     socket = nullptr;
-    ssl = nullptr;
-    transferredbytes = 0;
-    this->bufsize = bufsize;
-    IOCPInstance = nullptr;
-
-    wsabuf.buf = new char[bufsize];
-    wsabuf.len = bufsize;
-  }
-  IOCPPASSINDATA(std::uint32_t bufsize, SSL_CTX* ctx) {
-    std::memset(&overlapped, 0, sizeof(overlapped));
-    event = IOCPEVENT::QUIT;
-    socket = nullptr;
-    ssl = std::shared_ptr<SSL>(::SSL_new(ctx), ::SSL_free);
-    if (ssl == nullptr) {
-      throw std::runtime_error("SSL_new failed. Check SSL_CTX or memory.");
-    }
-    BIO* rbio = BIO_new(BIO_s_mem());
-    BIO* wbio = BIO_new(BIO_s_mem());
-
-    if (!rbio || !wbio) {
-      BIO_free(rbio);
-      BIO_free(wbio);
-      throw std::runtime_error("BIO_new failed");
-    }
-
-    SSL_set_bio(ssl.get(), rbio, wbio);
     transferredbytes = 0;
     this->bufsize = bufsize;
     IOCPInstance = nullptr;
@@ -138,14 +108,14 @@ class IOCP {
 
   void destruct();
 
-  void registerTCPSocket(IOCPPASSINDATA* data);
+  void registerTCPSocket(Socket& sock, std::uint32_t bufsize);
   void registerUDPSocket(IOCPPASSINDATA* data, Address recv_addr);
 
-  int recv(IOCPPASSINDATA* data);
+  int recv(Socket& sock, std::vector<char>& data);
   // data는 한 가지 소켓에 보내는 패킷만 담아야 합니다
-  int send(SOCKET sock, std::vector<IOCPPASSINDATA*>* data);
+  int send(Socket& sock, std::vector<char>& data);
 
-  int GetRecvedPacketCount(SOCKET sock);
+  int GetRecvedBytes(SOCKET sock);
 
  private:
 #ifdef _WIN32

include/socket/packet.h

@@ -4,18 +4,31 @@
 
 namespace Packet {
 
-enum class Opcode {
+enum class Opcode : std::uint16_t {
   NOP,
   SPAWNMODEL,
   DESPAWNMODEL,
   UPDATEMODEL,
   REQUESTMODELIDLIST,
+  CLIENTID,
   COUNT
 };
 
 struct Header {
   Opcode opcode;
   std::uint32_t body_length;
+
+  std::vector<char> Serialize() {
+    std::vector<char> serialize(6);
+    ::memcpy(serialize.data(), &opcode, 2);
+    ::memcpy(serialize.data() + 2, &body_length, 4);
+    return serialize;
+  }
+
+  void Deserialize(std::vector<char>& data) {
+    ::memcpy(&opcode, data.data(), 2);
+    ::memcpy(&body_length, data.data() + 2, 4);
+  }
 };
 
 }  // namespace Packet

include/socket/socket.h

@@ -39,7 +39,7 @@ class Socket {
   std::mutex readMutex;
   std::mutex writeMutex;
 
- protected:
+private:
   bool valid_ = false;
 };
 

include/utils/snowflake.h

@@ -20,12 +20,12 @@ struct Snowflake {
   std::vector<char> Serialize() {
     std::vector<char> serialized;
     serialized.insert(serialized.end(), &snowflake,
-                      &snowflake + sizeof(std::uint64_t));
+                      &snowflake + sizeof(snowflake));
     return serialized;
   }
 };
 
-Snowflake GenerateID();
+Snowflake GenerateID(std::uint16_t instance);
 
 }  // namespace Chattr
 

include/vulkan_engine/asset/object/model.h

@@ -9,6 +9,8 @@
 #include "vulkan_engine/vulkan/vertex.h"
 #include "utils/snowflake.h"
 
+extern std::uint8_t CLIENTID;
+
 namespace veng {
 struct Model {
   Model() : graphics_(nullptr) {}
@@ -16,7 +18,8 @@ struct Model {
   ~Model();
 
   Model(const Model& other)
-      : vertices(other.vertices),
+      : asset_name(other.asset_name),
+        vertices(other.vertices),
         vertex_buffer(other.vertex_buffer),
         indices(other.indices),
         index_buffer(other.index_buffer),
@@ -32,18 +35,23 @@ struct Model {
         original_offset(other.original_offset),
         owner(other.owner),
         radius(other.radius),
+        lifespan(other.lifespan),
         OnColision(other.OnColision),
         visible(other.visible),
-        colision(other.colision) {
+        colision(other.colision),
-    ID = utils::GenerateID();
+        networkReplicated(other.networkReplicated) {
+    name = "_" + other.name;
+    ID = utils::GenerateID(CLIENTID);
     graphics_ = nullptr;
   }
 
   Model(Model&& other)
-      : vertices(other.vertices),
+      : name(other.name),
-        vertex_buffer(other.vertex_buffer),
+        asset_name(other.asset_name),
-        indices(other.indices),
+        vertices(std::move(other.vertices)),
-        index_buffer(other.index_buffer),
+        vertex_buffer(std::move(other.vertex_buffer)),
+        indices(std::move(other.indices)),
+        index_buffer(std::move(other.index_buffer)),
         transform(other.transform),
         position(other.position),
         linear_velocity(other.linear_velocity),
@@ -56,52 +64,29 @@ struct Model {
         original_offset(other.original_offset),
         owner(other.owner),
         radius(other.radius),
+        lifespan(other.lifespan),
         OnColision(other.OnColision),
         visible(other.visible),
-        colision(other.colision) {
+        colision(other.colision),
+        networkReplicated(other.networkReplicated)
+  {
     ID = other.ID;
-    ::memset(&other.ID, 0, 64);
+    ::memset(&other.ID, 0, 8);
 
     graphics_ = other.graphics_;
     other.graphics_ = nullptr;
   }
 
-  Model& operator=(const Model& other) {
-    if (this != &other) {
-      ID = utils::GenerateID();
-      vertices = other.vertices;
-      vertex_buffer = other.vertex_buffer;
-      indices = other.indices;
-      index_buffer = other.index_buffer;
-      transform = other.transform;
-      position = other.position;
-      linear_velocity = other.linear_velocity;
-      linear_acceleration = other.linear_acceleration;
-      rotation = other.rotation;
-      angular_velocity = other.angular_velocity;
-      angular_acceleration = other.angular_acceleration;
-      scale = other.scale;
-      material = other.material;
-      original_offset = other.original_offset;
-      owner = other.owner;
-      radius = other.radius;
-      OnColision = other.OnColision;
-      visible = other.visible;
-      colision = other.colision;
-
-      graphics_ = nullptr;
-    }
-    return *this;
-  }
-
   Model& operator=(Model&& other) noexcept {
     if (this != &other) {
       ID = other.ID;
-      ::memset(&other.ID, 0, 64);
+      ::memset(&other.ID, 0, 8);
+      name = other.name;
+      asset_name = other.asset_name;
       vertices = std::move(other.vertices);
-      vertex_buffer = other.vertex_buffer;
+      vertex_buffer = std::move(other.vertex_buffer);
       indices = std::move(other.indices);
-      index_buffer = other.index_buffer;
+      index_buffer = std::move(other.index_buffer);
       transform = other.transform;
       position = other.position;
       linear_velocity = other.linear_velocity;
@@ -114,9 +99,11 @@ struct Model {
       original_offset = other.original_offset;
       owner = other.owner;
       radius = other.radius;
+      lifespan = other.lifespan;
       OnColision = other.OnColision;
       visible = other.visible;
       colision = other.colision;
+      networkReplicated = other.networkReplicated;
 
       graphics_ = other.graphics_;
       other.graphics_ = nullptr;
@@ -124,6 +111,8 @@ struct Model {
     return *this;
   }
   utils::Snowflake ID;
+  std::string name;
+  std::string asset_name;
 
   std::vector<char> Serialize();
   void Deserialize(std::vector<char> data);
@@ -156,10 +145,16 @@ struct Model {
 
   std::float_t radius = 0.f;
 
+  std::float_t lifespan = -1.f;
+
   std::function<void(Model* self, Model* other)> OnColision = nullptr;
 
   bool visible = true;
   bool colision = false;
+  bool networkReplicated = true;
+  bool shouldBeDestroyed = false;
+
+  bool needsUpdate = true;
 
  private:
   class Graphics* graphics_;

include/vulkan_engine/vulkan/engine.h

@@ -4,26 +4,31 @@
 #include "graphics.h"
 #include "physics.h"
 #include "utils/thread_pool.h"
+#include "socket/iocp.h"
 
 namespace veng {
 
 class Engine {
  public:
   Engine(gsl::not_null<Graphics*> vulkan_graphics,
-         utils::ThreadPool* thread_pool)
+         utils::ThreadPool* thread_pool, Network::IOCP* iocp)
-      : vulkan_graphics(vulkan_graphics), thread_pool_(thread_pool) {}
+      : vulkan_graphics(vulkan_graphics), thread_pool_(thread_pool), iocp_(iocp) {}
 
   void init();
 
   void LoadModelAsset(std::string path, std::string name);
   const Model* GetStaticModel(std::string name);
 
-  Model* SpawnModel(std::string asset_name, std::string name);
+  // 수명을 무제한으로 놓고 싶으면 lifespan을 -1으로 설정하면 됨
   Model* SpawnLifedModel(std::string asset_name, std::string name,
                          std::float_t lifespan);
   Model* GetSpawnedObject(std::string name);
 
   void Update();
+  void NetUpdate(std::shared_ptr<Network::Socket> sock);
+
+  void NetworkUpload(std::shared_ptr<Network::Socket> sock);
+  void ResponseToServerAndRefresh(std::shared_ptr<Network::Socket> sock);
 
   std::function<void(Engine&)> BeginPlay = [](Engine& engine) {};
   std::function<void(Engine&, std::float_t delta_time)> Tick =
@@ -41,15 +46,14 @@ class Engine {
   Loader asset_loader_;
   Physics physics_controller_;
   utils::ThreadPool* thread_pool_;
+  Network::IOCP* iocp_;
 
   glm::ivec2 window_size_ = {0, 0};
   std::double_t last_frame_time_ = 0.0;
 
   std::unordered_map<std::string, veng::Model> model_assets_;
 
-  std::unordered_map<std::string, veng::Model> dynamic_immortal_models_;
+  std::unordered_map<std::string, veng::Model> models_;
-  std::unordered_map<std::string, std::pair<veng::Model, std::float_t>>
-      dynamic_models_;
 };
 
 }  // namespace veng