net: Return buffer and buffer store with get_buffer

Author: fwsGonzo

api/net/buffer_store.hpp

@@ -35,7 +35,11 @@ namespace net
    **/
   class BufferStore {
   public:
-    using buffer_t = uint8_t*;
+    struct buffer_t
+    {
+      BufferStore* bufstore;
+      uint8_t*     addr;
+    };
 
     BufferStore() = delete;
     BufferStore(size_t num, size_t bufsize);
@@ -52,11 +56,11 @@ namespace net
     { return poolsize_; }
 
     /** Check if a buffer belongs here */
-    bool is_from_pool(buffer_t addr) const noexcept
+    bool is_from_pool(uint8_t* addr) const noexcept
     { return addr >= pool_begin() and addr < pool_end(); }
 
     /** Check if an address is the start of a buffer */
-    bool is_buffer(buffer_t addr) const noexcept
+    bool is_buffer(uint8_t* addr) const noexcept
     { return (addr - pool_) % bufsize_ == 0; }
 
     size_t available() const noexcept
@@ -66,24 +70,21 @@ namespace net
     void move_to_this_cpu() noexcept;
 
   private:
-    buffer_t pool_begin() const noexcept {
+    uint8_t* pool_begin() const noexcept {
       return pool_;
     }
-    buffer_t pool_end() const noexcept {
+    uint8_t* pool_end() const noexcept {
       return pool_begin() + poolsize_;
     }
-    size_t buffer_id(buffer_t addr) const {
-      return (addr - pool_) / bufsize_;
-    }
 
     BufferStore* get_next_bufstore();
     inline buffer_t get_buffer_directly() noexcept;
-    inline void     release_directly(buffer_t);
+    inline void     release_directly(uint8_t*);
 
     size_t               poolsize_;
     size_t               bufsize_;
-    buffer_t             pool_;
-    std::vector<buffer_t> available_;
+    uint8_t*             pool_;
+    std::vector<uint8_t*> available_;
     BufferStore*         next_;
     int                  cpu;
     static bool          smp_enabled_;

src/drivers/virtionet.cpp

@@ -44,7 +44,7 @@ void VirtioNet::get_config() {
 VirtioNet::VirtioNet(hw::PCI_Device& d)
   : Virtio(d),
     Link(Link_protocol{{this, &VirtioNet::transmit}, mac()},
-        std::max(256u, queue_size(0) * 2), 2048 /* half-page buffers */),
+        256u, 2048 /* 256x half-page buffers */),
     packets_rx_{Statman::get().create(Stat::UINT64, device_name() + ".packets_rx").get_uint64()},
     packets_tx_{Statman::get().create(Stat::UINT64, device_name() + ".packets_tx").get_uint64()}
 {
@@ -119,7 +119,7 @@ VirtioNet::VirtioNet(hw::PCI_Device& d)
        rx_q.size() / 2, bufstore().bufsize());
 
   for (int i = 0; i < rx_q.size() / 2; i++)
-      add_receive_buffer(bufstore().get_buffer());
+      add_receive_buffer(bufstore().get_buffer().addr);
 
   // Step 4 - If there are many queues, we should negotiate the number.
   // Set config length, based on whether there are multiple queues
@@ -196,7 +196,7 @@ void VirtioNet::msix_recv_handler()
 
     dequeued_rx++;
     // Requeue a new buffer
-    add_receive_buffer(bufstore().get_buffer());
+    add_receive_buffer(bufstore().get_buffer().addr);
 
     // Stat increase packets received
     packets_rx_++;
@@ -270,13 +270,14 @@ VirtioNet::recv_packet(uint8_t* data, uint16_t size)
 net::Packet_ptr
 VirtioNet::create_packet(int link_offset)
 {
-  auto* ptr = (net::Packet*) bufstore().get_buffer();
+  auto buffer = bufstore().get_buffer();
+  auto* ptr = (net::Packet*) buffer.addr;
 
   new (ptr) net::Packet(
         sizeof(virtio_net_hdr) + link_offset, 
         0, 
         sizeof(virtio_net_hdr) + packet_len(), 
-        &bufstore());
+        buffer.bufstore);
 
   return net::Packet_ptr(ptr);
 }

src/drivers/vmxnet3.cpp

@@ -340,7 +340,7 @@ void vmxnet3::refill(rxring_state& rxq)
         (rxq.producers & vmxnet3::NUM_RX_DESC) ? 0 : VMXNET3_RXF_GEN;
 
     // get a pointer to packet data
-    auto* pkt_data = bufstore().get_buffer();
+    auto* pkt_data = bufstore().get_buffer().addr;
     rxq.buffers[i] = &pkt_data[sizeof(net::Packet)];
 
     // assign rx descriptor
@@ -369,8 +369,13 @@ vmxnet3::recv_packet(uint8_t* data, uint16_t size)
 net::Packet_ptr
 vmxnet3::create_packet(int link_offset)
 {
-  auto* ptr = (net::Packet*) bufstore().get_buffer();
-  new (ptr) net::Packet(frame_offset_device() + link_offset, 0 , frame_offset_device() + packet_len(), &bufstore());
+  auto buffer = bufstore().get_buffer();
+  auto* ptr = (net::Packet*) buffer.addr;
+  new (ptr) net::Packet(
+        frame_offset_device() + link_offset, 
+        0, 
+        frame_offset_device() + packet_len(), 
+        buffer.bufstore);
   return net::Packet_ptr(ptr);
 }
 

src/kernel/irq_manager.cpp

@@ -33,7 +33,11 @@ static std::array<IRQ_manager, SMP_MAX_CORES> managers;
 
 IRQ_manager& IRQ_manager::get(int cpuid)
 {
+#ifndef INCLUDEOS_SINGLE_THREADED
   return managers.at(cpuid);
+#else
+  return managers[0];
+#endif
 }
 IRQ_manager& IRQ_manager::get()
 {

src/net/buffer_store.cpp

@@ -47,11 +47,11 @@ namespace net {
     assert(bufsize != 0);
     const size_t DATA_SIZE  = poolsize_;
 
-    this->pool_ = (buffer_t) memalign(PAGE_SIZE, DATA_SIZE);
+    this->pool_ = (uint8_t*) memalign(PAGE_SIZE, DATA_SIZE);
     assert(this->pool_);
 
     available_.reserve(num);
-    for (buffer_t b = pool_end()-bufsize; b >= pool_begin(); b -= bufsize) {
+    for (uint8_t* b = pool_end()-bufsize; b >= pool_begin(); b -= bufsize) {
         available_.push_back(b);
     }
     assert(available() == num);
@@ -66,6 +66,7 @@ namespace net {
   }
 
   BufferStore::~BufferStore() {
+    delete this->next_;
     free(this->pool_);
   }
 
@@ -89,7 +90,7 @@ namespace net {
   {
     auto addr = available_.back();
     available_.pop_back();
-    return addr;
+    return { this, addr };
   }
 
   BufferStore::buffer_t BufferStore::get_buffer()
@@ -119,12 +120,12 @@ namespace net {
 #ifndef INCLUDEOS_SINGLE_THREADED
     if (is_locked) unlock(plock);
 #endif
-    return addr;
+    return { this, addr };
   }
 
   void BufferStore::release(void* addr)
   {
-    buffer_t buff = (buffer_t) addr;
+    auto* buff = (uint8_t*) addr;
     debug("Release %p -> ", buff);
 
 #ifndef INCLUDEOS_SINGLE_THREADED
@@ -163,7 +164,7 @@ namespace net {
 #endif
   }
 
-  void BufferStore::release_directly(buffer_t buffer)
+  void BufferStore::release_directly(uint8_t* buffer)
   {
     available_.push_back(buffer);
   }

test/CMakeLists.txt

@@ -8,7 +8,7 @@ if ("${ARCH}" STREQUAL "")
   set (ARCH "ARCH_X86")
 endif("${ARCH}" STREQUAL "")
 
-add_definitions(-D${ARCH})
+add_definitions(-D${ARCH} -DINCLUDEOS_SINGLE_THREADED)
 
 set(CMAKE_CXX_STANDARD 14)
 set(CMAKE_C_FLAGS "-m32 -g -O0 -std=c11 -Wall -Wextra")

test/net/integration/bufstore/service.cpp

@@ -30,9 +30,10 @@ BufferStore bufstore_{ BUFFER_CNT,  MTU };
 
 auto create_packet(BufferStore& bufstore) {
   // get buffer (as packet + data)
-  auto* ptr = (Packet*) bufstore.get_buffer();
+  auto buffer = bufstore.get_buffer();
   // place packet at front of buffer
-  new (ptr) Packet(0, 0, MTU, &bufstore);
+  auto* ptr = (Packet*) buffer.addr;
+  new (ptr) Packet(0, 0, MTU, buffer.bufstore);
   // regular shared_ptr that calls delete on Packet
   return std::unique_ptr<Packet>(ptr);
 }

test/net/unit/packets.cpp

@@ -46,8 +46,9 @@ CASE("Create empty packet")
 
 Packet_ptr create_packet() noexcept
 {
-  auto* ptr = (net::Packet*) bufstore.get_buffer();
-  new (ptr) net::Packet(DRIVER_OFFSET, 0, DRIVER_OFFSET + PACKET_CAPA, &bufstore);
+  auto buffer = bufstore.get_buffer();
+  auto* ptr = (net::Packet*) buffer.addr;
+  new (ptr) net::Packet(DRIVER_OFFSET, 0, DRIVER_OFFSET + PACKET_CAPA, buffer.bufstore);
   return net::Packet_ptr(ptr);
 }