diff options
Diffstat (limited to 'src/datastore/perf_plugin_datastore.c')
| -rw-r--r-- | src/datastore/perf_plugin_datastore.c | 389 |
1 files changed, 389 insertions, 0 deletions
diff --git a/src/datastore/perf_plugin_datastore.c b/src/datastore/perf_plugin_datastore.c new file mode 100644 index 0000000000..7f6b7fee02 --- /dev/null +++ b/src/datastore/perf_plugin_datastore.c @@ -0,0 +1,389 @@ +/* + This file is part of GNUnet. + (C) 2004, 2005, 2006, 2007, 2009 Christian Grothoff (and other contributing authors) + + GNUnet is free software; you can redistribute it and/or modify + it under the terms of the GNU General Public License as published + by the Free Software Foundation; either version 2, or (at your + option) any later version. + + GNUnet is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + General Public License for more details. + + You should have received a copy of the GNU General Public License + along with GNUnet; see the file COPYING. If not, write to the + Free Software Foundation, Inc., 59 Temple Place - Suite 330, + Boston, MA 02111-1307, USA. +*/ +/* + * @file perf_plugin_datastore.c + * @brief Profile database plugin directly, focusing on iterators. + * @author Christian Grothoff + */ + +#include "platform.h" +#include "gnunet_util_lib.h" +#include "gnunet_protocols.h" +#include "plugin_datastore.h" + +#define VERBOSE GNUNET_YES + +/** + * Target datastore size (in bytes). Realistic sizes are + * more like 16 GB (not the default of 16 MB); however, + * those take too long to run them in the usual "make check" + * sequence. Hence the value used for shipping is tiny. + */ +#define MAX_SIZE 1024LL * 1024 * 128 + +#define ITERATIONS 10 + +/** + * Number of put operations equivalent to 1/10th of MAX_SIZE + */ +#define PUT_10 (MAX_SIZE / 32 / 1024 / ITERATIONS) + +static unsigned long long stored_bytes; + +static unsigned long long stored_entries; + +static unsigned long long stored_ops; + +static int ok; + +enum RunPhase + { + RP_DONE = 0, + RP_PUT, + RP_LP_GET, + RP_AE_GET, + RP_ZA_GET, + RP_MO_GET, + RP_AN_GET + }; + + +struct CpsRunContext +{ + int i; + struct GNUNET_TIME_Absolute start; + struct GNUNET_TIME_Absolute end; + struct GNUNET_SCHEDULER_Handle *sched; + struct GNUNET_CONFIGURATION_Handle *cfg; + struct GNUNET_DATASTORE_PluginFunctions * api; + const char *msg; + enum RunPhase phase; +}; + + + +static void +putValue (struct GNUNET_DATASTORE_PluginFunctions * api, int i, int k) +{ + char value[65536]; + size_t size; + static GNUNET_HashCode key; + static int ic; + char *msg; + + /* most content is 32k */ + size = 32 * 1024; + + if (GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 16) == 0) /* but some of it is less! */ + size = GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 32 * 1024); + size = size - (size & 7); /* always multiple of 8 */ + + /* generate random key */ + key.bits[0] = (unsigned int) GNUNET_TIME_absolute_get ().value; + GNUNET_CRYPTO_hash (&key, sizeof (GNUNET_HashCode), &key); + memset (value, i, size); + if (i > 255) + memset (value, i - 255, size / 2); + value[0] = k; + msg = NULL; + if (GNUNET_OK != api->put (api->cls, + &key, + size, + value, + i, + GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 100), + i, + GNUNET_TIME_relative_to_absolute + (GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_MILLISECONDS, + 60 * 60 * 60 * 1000 + + GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 1000))), + &msg)) + { + fprintf (stderr, "ERROR: `%s'\n", msg); + GNUNET_free_non_null (msg); + return; + } + ic++; + stored_bytes += size; + stored_ops++; + stored_entries++; +} + + +static int +iterateDummy (void *cls, + void *next_cls, + const GNUNET_HashCode * key, + uint32_t size, + const void *data, + uint32_t type, + uint32_t priority, + uint32_t anonymity, + struct GNUNET_TIME_Absolute + expiration, + uint64_t uid) +{ + struct CpsRunContext *crc = cls; + + if (key == NULL) + { + crc->end = GNUNET_TIME_absolute_get(); + printf (crc->msg, + (unsigned long long) (crc->end.value - crc->start.value)); + if (crc->phase != RP_AN_GET) + { + crc->phase++; + } + else + { + if (crc->i == ITERATIONS) + crc->phase = RP_DONE; + else + crc->phase = RP_PUT; + } + return GNUNET_OK; + } + crc->api->next_request (next_cls, + GNUNET_NO); + return GNUNET_OK; +} + +static void +test (void *cls, + const struct GNUNET_SCHEDULER_TaskContext *tc) +{ + struct CpsRunContext *crc = cls; + int j; + + switch (crc->phase) + { + case RP_PUT: + crc->start = GNUNET_TIME_absolute_get (); + for (j=0;j<PUT_10;j++) + putValue (crc->api, j, crc->i); + crc->end = GNUNET_TIME_absolute_get (); + printf ("%3u insertion took %20llums\n", crc->i, + (unsigned long long) (crc->end.value - crc->start.value)); + crc->i++; + crc->phase = RP_LP_GET; + GNUNET_SCHEDULER_add_after (crc->sched, + GNUNET_NO, + GNUNET_SCHEDULER_PRIORITY_KEEP, + GNUNET_SCHEDULER_NO_PREREQUISITE_TASK, + &test, crc); + break; + case RP_LP_GET: + crc->start = GNUNET_TIME_absolute_get (); + crc->msg = "%3u low priority iteration took %20llums\n"; + crc->api->iter_low_priority (crc->api->cls, 0, + &iterateDummy, + crc); + break; + case RP_AE_GET: + crc->start = GNUNET_TIME_absolute_get (); + crc->msg = "%3u ascending expiration iteration took %20llums\n"; + crc->api->iter_ascending_expiration (crc->api->cls, 0, + &iterateDummy, + crc); + break; + case RP_ZA_GET: + crc->start = GNUNET_TIME_absolute_get (); + crc->msg = "%3u zero anonymity iteration took %20llums\n"; + crc->api->iter_zero_anonymity (crc->api->cls, 0, + &iterateDummy, + crc); + break; + case RP_MO_GET: + crc->start = GNUNET_TIME_absolute_get (); + crc->msg = "%3u migration order iteration took %20llums\n"; + crc->api->iter_migration_order (crc->api->cls, 0, + &iterateDummy, + crc); + break; + case RP_AN_GET: + crc->start = GNUNET_TIME_absolute_get (); + crc->msg = "%3u all now iteration took %20llums\n"; + crc->api->iter_all_now (crc->api->cls, 0, + &iterateDummy, + crc); + break; + case RP_DONE: + crc->api->drop (crc->api->cls); + break; + } +} + + +/** + * Load the datastore plugin. + */ +static struct GNUNET_DATASTORE_PluginFunctions * +load_plugin (struct GNUNET_CONFIGURATION_Handle *cfg, + struct GNUNET_SCHEDULER_Handle *sched) +{ + static struct GNUNET_DATASTORE_PluginEnvironment env; + struct GNUNET_DATASTORE_PluginFunctions * ret; + char *name; + char *libname; + + if (GNUNET_OK != + GNUNET_CONFIGURATION_get_value_string (cfg, + "DATASTORE", "DATABASE", &name)) + { + GNUNET_log (GNUNET_ERROR_TYPE_ERROR, + _("No `%s' specified for `%s' in configuration!\n"), + "DATABASE", + "DATASTORE"); + return NULL; + } + env.cfg = cfg; + env.sched = sched; + GNUNET_log (GNUNET_ERROR_TYPE_INFO, + _("Loading `%s' datastore plugin\n"), name); + GNUNET_asprintf (&libname, "libgnunet_plugin_datastore_%s", name); + GNUNET_assert (NULL != (ret = GNUNET_PLUGIN_load (libname, &env))); + GNUNET_free (libname); + GNUNET_free (name); + return ret; +} + + +/** + * Function called when the service shuts + * down. Unloads our datastore plugin. + * + * @param api api to unload + */ +static void +unload_plugin (struct GNUNET_DATASTORE_PluginFunctions * api, + struct GNUNET_CONFIGURATION_Handle *cfg) +{ + char *name; + char *libname; + + if (GNUNET_OK != + GNUNET_CONFIGURATION_get_value_string (cfg, + "DATASTORE", "DATABASE", &name)) + { + GNUNET_log (GNUNET_ERROR_TYPE_ERROR, + _("No `%s' specified for `%s' in configuration!\n"), + "DATABASE", + "DATASTORE"); + return; + } + GNUNET_asprintf (&libname, "libgnunet_plugin_datastore_%s", name); + GNUNET_break (NULL == GNUNET_PLUGIN_unload (libname, api)); + GNUNET_free (libname); + GNUNET_free (name); +} + + + +/** + * Last task run during shutdown. Disconnects us from + * the transport and core. + */ +static void +cleaning_task (void *cls, const struct GNUNET_SCHEDULER_TaskContext *tc) +{ + struct CpsRunContext *crc = cls; + + unload_plugin (crc->api, crc->cfg); + GNUNET_free (crc); +} + + + +static void +run (void *cls, + struct GNUNET_SCHEDULER_Handle *s, + char *const *args, + const char *cfgfile, + struct GNUNET_CONFIGURATION_Handle *c) +{ + struct GNUNET_DATASTORE_PluginFunctions *api; + struct CpsRunContext *crc; + + api = load_plugin (c, s); + GNUNET_assert (api != NULL); + crc = GNUNET_malloc(sizeof(struct CpsRunContext)); + crc->api = api; + crc->sched = s; + crc->cfg = c; + crc->phase = RP_PUT; + GNUNET_SCHEDULER_add_after (s, + GNUNET_YES, + GNUNET_SCHEDULER_PRIORITY_KEEP, + GNUNET_SCHEDULER_NO_PREREQUISITE_TASK, + &test, crc); + GNUNET_SCHEDULER_add_delayed (s, + GNUNET_YES, + GNUNET_SCHEDULER_PRIORITY_IDLE, + GNUNET_SCHEDULER_NO_PREREQUISITE_TASK, + GNUNET_TIME_UNIT_FOREVER_REL, + &cleaning_task, crc); +} + + +static int +check () +{ + char *const argv[] = { + "perf-plugin-datastore", + "-c", + "perf_plugin_datastore_data.conf", +#if VERBOSE + "-L", "DEBUG", +#endif + NULL + }; + struct GNUNET_GETOPT_CommandLineOption options[] = { + GNUNET_GETOPT_OPTION_END + }; + GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1, + argv, "perf-plugin-datastore", "nohelp", + options, &run, NULL); + if (ok != 0) + fprintf (stderr, "Missed some testcases: %u\n", ok); + return ok; +} + + +int +main (int argc, char *argv[]) +{ + int ret; + + GNUNET_log_setup ("perf-plugin-datastore", +#if VERBOSE + "DEBUG", +#else + "WARNING", +#endif + NULL); + ret = check (); + + return ret; +} + + +/* end of perf_plugin_datastore.c */ + + |