@ -1,3 +1,6 @@
// Copyright (c) Vitaliy Filippov, 2019+
// License: VNPL-1.0 (see README.md for details)
#include <stdexcept>
#include "allocator.h"
#pragma once
#include <stdint.h>
#include "base64.h"
std::string base64_encode(const std::string &in)
#include <string>
#include "blockstore_impl.h"
blockstore_t::blockstore_t(blockstore_config_t & config, ring_loop_t *ringloop)
#ifndef _LARGEFILE64_SOURCE
journal_flusher_t::journal_flusher_t(int flusher_count, blockstore_impl_t *bs)
struct copy_buffer_t
{
uint64_t offset, len;
blockstore_impl_t::blockstore_impl_t(blockstore_config_t & config, ring_loop_t *ringloop)
#include "blockstore.h"
blockstore_init_meta::blockstore_init_meta(blockstore_impl_t *bs)
class blockstore_init_meta
blockstore_journal_check_t::blockstore_journal_check_t(blockstore_impl_t *bs)
#include "crc32c.h"
#include <sys/file.h>
int blockstore_impl_t::fulfill_read_push(blockstore_op_t *op, void *buf, uint64_t offset, uint64_t len,
int blockstore_impl_t::dequeue_rollback(blockstore_op_t *op)
// Stabilize small write:
#define SYNC_HAS_SMALL 1
bool blockstore_impl_t::enqueue_write(blockstore_op_t *op)
// License: VNPL-1.0 or GNU GPL-2.0+ (see README.md for details)
#include "cluster_client.h"
cluster_client_t::cluster_client_t(ring_loop_t *ringloop, timerfd_manager_t *tfd, json11::Json & config)
#include "messenger.h"
#define _LARGEFILE64_SOURCE
#include <sys/types.h>
#include <sys/ioctl.h>
#include <sys/epoll.h>
#include <sys/poll.h>
#include <unistd.h>
#include <map>
#include "osd_ops.h"
#include "pg_states.h"
#include "etcd_state_client.h"
#include "osd_id.h"
// FIO engine to test cluster I/O
//
// Random write:
// FIO engine to test Blockstore
// Initialize storage for tests:
// FIO engine to test Blockstore through Secondary OSD interface
// Prepare storage like in fio_engine.cpp, then start OSD with ./osd, then test it
#include <netinet/tcp.h>
#include <vector>
#include <iostream>
#include <functional>
#include <array>
#include <malloc.h>
#include <fcntl.h>
#include <sys/socket.h>
module.exports = {
scale_pg_count,
};
// Data distribution optimizer using linear programming (lp_solve)
const child_process = require('child_process');
@ -1,6 +1,8 @@
#!/bin/bash
# Example startup script generator
# Of course this isn't a production solution yet, this is just for tests
# Copyright (c) Vitaliy Filippov, 2019+
# License: MIT
IP=`ip -json a s | jq -r '.[].addr_info[] | select(.broadcast == "10.115.0.255") | .local'`
@ -1,5 +1,8 @@
#!/usr/bin/node
const Mon = require('./mon.js');
const options = {};
const http = require('http');
const crypto = require('crypto');
const os = require('os');
// License: MIT
// Simple tool to calculate journal and metadata offsets for a single device
// Will be replaced by smarter tools in the future
function stableStringify(obj, opts)
if (!opts)
// Interesting real-world example coming from Ceph with EC and compression enabled.
// EC parity chunks can't be compressed as efficiently as data chunks,
// thus they occupy more space (2.26x more space) in OSD object stores.
const LPOptimizer = require('./lp-optimizer.js');
const crush_tree = [
const osd_tree = {
void osd_messenger_t::read_requests()
void osd_messenger_t::outbox_push(osd_op_t *cur_op)
#include <netinet/in.h>
#include "osd.h"
#define FLUSH_BATCH 512
#define POOL_SCHEME_REPLICATED 1
#include <signal.h>
const char* osd_op_names[] = {
#include "object_id.h"
#include "osd_peering_pg.h"
struct obj_ver_role
#include <unordered_map>
#include "osd_primary.h"
// read: read directly or read paired stripe(s), reconstruct, return
void osd_t::autosync()
#include <string.h>
#include <assert.h>
#include "xor.h"
#include "osd_rmw.cpp"
#include "test_pattern.h"
#include "json11/json11.hpp"
const int pg_state_bit_count = 14;
// Placement group states
// QEMU block driver
#define _GNU_SOURCE
// C-C++ proxy for the QEMU driver
// (QEMU headers don't compile with g++)
#ifndef VITASTOR_QEMU_PROXY_H
#define VITASTOR_QEMU_PROXY_H
#include "ringloop.h"
ring_loop_t::ring_loop_t(int qd)
#include <errno.h>
#include <stdlib.h>
#include <stdio.h>
/**
* Stub benchmarker
*/
* Stub "OSD" to test & compare network performance with sync read/write and io_uring
*
* Stub "OSD" implemented on top of osd_messenger to test & compare
* network performance with sync read/write and io_uring
#include "timerfd_interval.h"
#include <sys/timerfd.h>
#include <time.h>
