nostrdb: port everything over to be in as sync as possible

for now
This commit is contained in:
William Casarin
2024-01-25 14:33:44 -08:00
committed by Daniel D’Aquino
parent 954f48b23d
commit 1fb88a912a
36 changed files with 4278 additions and 417 deletions

View File

@@ -0,0 +1,75 @@
#include "io.h"
#include "nostrdb.h"
#include <sys/mman.h>
#include <time.h>
#include <stdlib.h>
#include <assert.h>
#include <unistd.h>
#include <fcntl.h>
#include <sys/stat.h>
int map_file(const char *filename, unsigned char **p, size_t *flen)
{
struct stat st;
int des;
stat(filename, &st);
*flen = st.st_size;
des = open(filename, O_RDONLY);
*p = mmap(NULL, *flen, PROT_READ, MAP_PRIVATE, des, 0);
close(des);
return *p != MAP_FAILED;
}
static int bench_parser()
{
long nanos, ms;
size_t written;
struct ndb *ndb;
struct timespec t1, t2;
char *json;
int times = 1;
struct ndb_config config;
ndb_default_config(&config);
ndb_config_set_mapsize(&config, 1024ULL * 1024ULL * 400ULL * 10ULL);
ndb_config_set_ingest_threads(&config, 8);
ndb_config_set_flags(&config, NDB_FLAG_SKIP_NOTE_VERIFY);
assert(ndb_init(&ndb, "testdata/db", &config));
const char *filename = "testdata/many-events.json";
if (!map_file(filename, (unsigned char**)&json, &written)) {
printf("mapping testdata/many-events.json failed\n");
return 2;
}
printf("mapped %ld bytes in %s\n", written, filename);
clock_gettime(CLOCK_MONOTONIC, &t1);
ndb_process_events(ndb, json, written);
ndb_destroy(ndb);
clock_gettime(CLOCK_MONOTONIC, &t2);
nanos = (t2.tv_sec - t1.tv_sec) * (long)1e9 + (t2.tv_nsec - t1.tv_nsec);
ms = nanos / 1e6;
printf("ns/run\t%ld\nms/run\t%f\nns\t%ld\nms\t%ld\n",
nanos/times, (double)ms/(double)times, nanos, ms);
return 1;
}
int main(int argc, char *argv[], char **env)
{
if (!bench_parser())
return 2;
return 0;
}