libcouchbase 0.3.3 → 1.0.0

data/ext/libcouchbase/include/memcached/vbucket.h

@@ -1,42 +0,0 @@
-/* -*- Mode: C; tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- */
-/*
- *     Copyright 2014 Couchbase, Inc.
- *
- *   Licensed under the Apache License, Version 2.0 (the "License");
- *   you may not use this file except in compliance with the License.
- *   You may obtain a copy of the License at
- *
- *       http://www.apache.org/licenses/LICENSE-2.0
- *
- *   Unless required by applicable law or agreed to in writing, software
- *   distributed under the License is distributed on an "AS IS" BASIS,
- *   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- *   See the License for the specific language governing permissions and
- *   limitations under the License.
- */
-
-#ifndef MEMCACHED_VBUCKET_H
-#define MEMCACHED_VBUCKET_H 1
-
-#ifdef __cplusplus
-extern "C"
-{
-#endif
-
-typedef enum {
-    vbucket_state_active = 1, /**< Actively servicing a vbucket. */
-    vbucket_state_replica, /**< Servicing a vbucket as a replica only. */
-    vbucket_state_pending, /**< Pending active. */
-    vbucket_state_dead /**< Not in use, pending deletion. */
-} vbucket_state_t;
-
-#define is_valid_vbucket_state_t(state) \
-    (state == vbucket_state_active || \
-     state == vbucket_state_replica || \
-     state == vbucket_state_pending || \
-     state == vbucket_state_dead)
-
-#ifdef __cplusplus
-}
-#endif
-#endif

data/ext/libcouchbase/src/bootstrap.c

@@ -1,269 +0,0 @@
-/* -*- Mode: C; tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- */
-/*
- *     Copyright 2014 Couchbase, Inc.
- *
- *   Licensed under the Apache License, Version 2.0 (the "License");
- *   you may not use this file except in compliance with the License.
- *   You may obtain a copy of the License at
- *
- *       http://www.apache.org/licenses/LICENSE-2.0
- *
- *   Unless required by applicable law or agreed to in writing, software
- *   distributed under the License is distributed on an "AS IS" BASIS,
- *   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- *   See the License for the specific language governing permissions and
- *   limitations under the License.
- */
-
-#define LCB_BOOTSTRAP_DEFINE_STRUCT 1
-#include "internal.h"
-
-
-#define LOGARGS(instance, lvl) instance->settings, "bootstrap", LCB_LOG_##lvl, __FILE__, __LINE__
-
-static void async_step_callback(clconfig_listener*,clconfig_event_t,clconfig_info*);
-static void initial_bootstrap_error(lcb_t, lcb_error_t,const char*);
-
-/**
- * This function is where the configuration actually takes place. We ensure
- * in other functions that this is only ever called directly from an event
- * loop stack frame (or one of the small mini functions here) so that we
- * don't accidentally end up destroying resources underneath us.
- */
-static void
-config_callback(clconfig_listener *listener, clconfig_event_t event,
-    clconfig_info *info)
-{
-    struct lcb_BOOTSTRAP *bs = (struct lcb_BOOTSTRAP *)listener;
-    lcb_t instance = bs->parent;
-
-    if (event != CLCONFIG_EVENT_GOT_NEW_CONFIG) {
-        if (event == CLCONFIG_EVENT_PROVIDERS_CYCLED) {
-            if (!LCBT_VBCONFIG(instance)) {
-                initial_bootstrap_error(
-                    instance, LCB_ERROR, "No more bootstrap providers remain");
-            }
-        }
-        return;
-    }
-
-    instance->last_error = LCB_SUCCESS;
-    /** Ensure we're not called directly twice again */
-    listener->callback = async_step_callback;
-    lcbio_timer_disarm(bs->tm);
-
-    lcb_log(LOGARGS(instance, DEBUG), "Instance configured!");
-
-    if (info->origin != LCB_CLCONFIG_FILE) {
-        /* Set the timestamp for the current config to control throttling,
-         * but only if it's not an initial file-based config. See CCBC-482 */
-        bs->last_refresh = gethrtime();
-        bs->errcounter = 0;
-    }
-
-    if (info->origin == LCB_CLCONFIG_CCCP) {
-        /* Disable HTTP provider if we've received something via CCCP */
-
-        if (instance->cur_configinfo == NULL ||
-                instance->cur_configinfo->origin != LCB_CLCONFIG_HTTP) {
-            /* Never disable HTTP if it's still being used */
-            lcb_confmon_set_provider_active(
-                instance->confmon, LCB_CLCONFIG_HTTP, 0);
-        }
-    }
-
-    if (instance->type != LCB_TYPE_CLUSTER) {
-        lcb_update_vbconfig(instance, info);
-    }
-
-    if (!bs->bootstrapped) {
-        bs->bootstrapped = 1;
-        lcb_aspend_del(&instance->pendops, LCB_PENDTYPE_COUNTER, NULL);
-
-        if (instance->type == LCB_TYPE_BUCKET &&
-                LCBVB_DISTTYPE(LCBT_VBCONFIG(instance)) == LCBVB_DIST_KETAMA &&
-                instance->cur_configinfo->origin != LCB_CLCONFIG_MCRAW) {
-
-            lcb_log(LOGARGS(instance, INFO), "Reverting to HTTP Config for memcached buckets");
-            instance->settings->bc_http_stream_time = -1;
-            lcb_confmon_set_provider_active(
-                instance->confmon, LCB_CLCONFIG_HTTP, 1);
-            lcb_confmon_set_provider_active(
-                instance->confmon, LCB_CLCONFIG_CCCP, 0);
-        }
-        instance->callbacks.bootstrap(instance, LCB_SUCCESS);
-    }
-
-    lcb_maybe_breakout(instance);
-}
-
-
-static void
-initial_bootstrap_error(lcb_t instance, lcb_error_t err, const char *errinfo)
-{
-    struct lcb_BOOTSTRAP *bs = instance->bootstrap;
-
-    instance->last_error = lcb_confmon_last_error(instance->confmon);
-    if (instance->last_error == LCB_SUCCESS) {
-        instance->last_error = err;
-    }
-    instance->callbacks.error(instance, instance->last_error, errinfo);
-    lcb_log(LOGARGS(instance, ERR), "Failed to bootstrap client=%p. Code=0x%x, Message=%s", (void *)instance, err, errinfo);
-    lcbio_timer_disarm(bs->tm);
-
-    instance->callbacks.bootstrap(instance, instance->last_error);
-
-    lcb_aspend_del(&instance->pendops, LCB_PENDTYPE_COUNTER, NULL);
-    lcb_maybe_breakout(instance);
-}
-
-/**
- * This it the initial bootstrap timeout handler. This timeout pins down the
- * instance. It is only scheduled during the initial bootstrap and is only
- * triggered if the initial bootstrap fails to configure in time.
- */
-static void initial_timeout(void *arg)
-{
-    struct lcb_BOOTSTRAP *bs = arg;
-    initial_bootstrap_error(bs->parent, LCB_ETIMEDOUT, "Failed to bootstrap in time");
-}
-
-/**
- * Proxy async call to config_callback
- */
-static void async_refresh(void *arg)
-{
-    /** Get the best configuration and run stuff.. */
-    struct lcb_BOOTSTRAP *bs = arg;
-    clconfig_info *info;
-
-    info = lcb_confmon_get_config(bs->parent->confmon);
-    config_callback(&bs->listener, CLCONFIG_EVENT_GOT_NEW_CONFIG, info);
-}
-
-/**
- * set_next listener callback which schedules an async call to our config
- * callback.
- */
-static void
-async_step_callback(clconfig_listener *listener, clconfig_event_t event,
-    clconfig_info *info)
-{
-    struct lcb_BOOTSTRAP *bs = (struct lcb_BOOTSTRAP *)listener;
-
-    if (event != CLCONFIG_EVENT_GOT_NEW_CONFIG) {
-        return;
-    }
-
-    if (lcbio_timer_armed(bs->tm) && lcbio_timer_get_target(bs->tm) == async_refresh) {
-        lcb_log(LOGARGS(bs->parent, DEBUG), "Timer already present..");
-        return;
-    }
-
-    lcb_log(LOGARGS(bs->parent, INFO), "Got async step callback..");
-    lcbio_timer_set_target(bs->tm, async_refresh);
-    lcbio_async_signal(bs->tm);
-    (void)info;
-}
-
-lcb_error_t
-lcb_bootstrap_common(lcb_t instance, int options)
-{
-    struct lcb_BOOTSTRAP *bs = instance->bootstrap;
-    hrtime_t now = gethrtime();
-
-    if (!bs) {
-        bs = calloc(1, sizeof(*instance->bootstrap));
-        if (!bs) {
-            return LCB_CLIENT_ENOMEM;
-        }
-
-        bs->tm = lcbio_timer_new(instance->iotable, bs, initial_timeout);
-        instance->bootstrap = bs;
-        bs->parent = instance;
-        lcb_confmon_add_listener(instance->confmon, &bs->listener);
-    }
-
-    if (lcb_confmon_is_refreshing(instance->confmon)) {
-        return LCB_SUCCESS;
-    }
-
-    if (options & LCB_BS_REFRESH_THROTTLE) {
-        /* Refresh throttle requested. This is not true if options == ALWAYS */
-        hrtime_t next_ts;
-        unsigned errthresh = LCBT_SETTING(instance, weird_things_threshold);
-
-        if (options & LCB_BS_REFRESH_INCRERR) {
-            bs->errcounter++;
-        }
-        next_ts = bs->last_refresh;
-        next_ts += LCB_US2NS(LCBT_SETTING(instance, weird_things_delay));
-        if (now < next_ts && bs->errcounter < errthresh) {
-            lcb_log(LOGARGS(instance, INFO),
-                "Not requesting a config refresh because of throttling parameters. Next refresh possible in %ums or %u errors. "
-                "See LCB_CNTL_CONFDELAY_THRESH and LCB_CNTL_CONFERRTHRESH to modify the throttling settings",
-                LCB_NS2US(next_ts-now)/1000, (unsigned)errthresh-bs->errcounter);
-            return LCB_SUCCESS;
-        }
-    }
-
-    if (options == LCB_BS_REFRESH_INITIAL) {
-        lcb_confmon_prepare(instance->confmon);
-
-        bs->listener.callback = config_callback;
-        lcbio_timer_set_target(bs->tm, initial_timeout);
-        lcbio_timer_rearm(bs->tm, LCBT_SETTING(instance, config_timeout));
-        lcb_aspend_add(&instance->pendops, LCB_PENDTYPE_COUNTER, NULL);
-    } else {
-        /** No initial timer */
-        bs->listener.callback = async_step_callback;
-    }
-
-    /* Reset the counters */
-    bs->errcounter = 0;
-    if (options != LCB_BS_REFRESH_INITIAL) {
-        bs->last_refresh = now;
-    }
-    return lcb_confmon_start(instance->confmon);
-}
-
-void lcb_bootstrap_destroy(lcb_t instance)
-{
-    struct lcb_BOOTSTRAP *bs = instance->bootstrap;
-    if (!bs) {
-        return;
-    }
-    if (bs->tm) {
-        lcbio_timer_destroy(bs->tm);
-    }
-
-    lcb_confmon_remove_listener(instance->confmon, &bs->listener);
-    free(bs);
-    instance->bootstrap = NULL;
-}
-
-LIBCOUCHBASE_API
-lcb_error_t
-lcb_get_bootstrap_status(lcb_t instance)
-{
-    if (instance->cur_configinfo) {
-        return LCB_SUCCESS;
-    }
-    if (instance->last_error != LCB_SUCCESS) {
-        return instance->last_error;
-    }
-    if (instance->type == LCB_TYPE_CLUSTER) {
-        lcbio_SOCKET *restconn = lcb_confmon_get_rest_connection(instance->confmon);
-        if (restconn) {
-            return LCB_SUCCESS;
-        }
-    }
-    return LCB_ERROR;
-}
-
-LIBCOUCHBASE_API
-void
-lcb_refresh_config(lcb_t instance)
-{
-    lcb_bootstrap_common(instance, LCB_BS_REFRESH_ALWAYS);
-}

data/ext/libcouchbase/src/bucketconfig/bc_file.c

@@ -1,347 +0,0 @@
-/* -*- Mode: C; tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- */
-/*
- *     Copyright 2013 Couchbase, Inc.
- *
- *   Licensed under the Apache License, Version 2.0 (the "License");
- *   you may not use this file except in compliance with the License.
- *   You may obtain a copy of the License at
- *
- *       http://www.apache.org/licenses/LICENSE-2.0
- *
- *   Unless required by applicable law or agreed to in writing, software
- *   distributed under the License is distributed on an "AS IS" BASIS,
- *   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- *   See the License for the specific language governing permissions and
- *   limitations under the License.
- */
-
-#include "internal.h"
-#include "clconfig.h"
-#include "simplestring.h"
-#include <lcbio/lcbio.h>
-#include <lcbio/timer-ng.h>
-
-#define CONFIG_CACHE_MAGIC "{{{fb85b563d0a8f65fa8d3d58f1b3a0708}}}"
-
-#define LOGARGS(pb, lvl) pb->base.parent->settings, "bc_file", LCB_LOG_##lvl, __FILE__, __LINE__
-#define LOGFMT "(cache=%s) "
-#define LOGID(fb) fb->filename
-
-typedef struct {
-    clconfig_provider base;
-    char *filename;
-    clconfig_info *config;
-    time_t last_mtime;
-    int last_errno;
-    int ro_mode; /* Whether the config cache should _not_ overwrite the file */
-    lcbio_pTIMER timer;
-    clconfig_listener listener;
-} file_provider;
-
-static int load_cache(file_provider *provider)
-{
-    lcb_string str;
-    char line[1024];
-    lcb_ssize_t nr;
-    int fail;
-    FILE *fp = NULL;
-    lcbvb_CONFIG *config = NULL;
-    char *end;
-    struct stat st;
-    int status = -1;
-
-    lcb_string_init(&str);
-
-    if (provider->filename == NULL) {
-        return -1;
-    }
-
-    fp = fopen(provider->filename, "r");
-    if (fp == NULL) {
-        int save_errno = errno;
-        lcb_log(LOGARGS(provider, ERROR), LOGFMT "Couldn't open for reading: %s", LOGID(provider), strerror(save_errno));
-        return -1;
-    }
-
-    if (fstat(fileno(fp), &st)) {
-        provider->last_errno = errno;
-        goto GT_DONE;
-    }
-
-    if (provider->last_mtime == st.st_mtime) {
-        lcb_log(LOGARGS(provider, WARN), LOGFMT "Modification time too old", LOGID(provider));
-        goto GT_DONE;
-    }
-
-    config = lcbvb_create();
-    if (config == NULL) {
-        goto GT_DONE;
-    }
-
-    lcb_string_init(&str);
-
-    while ((nr = fread(line, 1, sizeof(line), fp)) > 0) {
-        if (lcb_string_append(&str, line, nr)) {
-            goto GT_DONE;
-        }
-    }
-
-    if (ferror(fp)) {
-        goto GT_DONE;
-    }
-
-    fclose(fp);
-    fp = NULL;
-
-    if (!str.nused) {
-        status = -1;
-        goto GT_DONE;
-    }
-
-    end = strstr(str.base, CONFIG_CACHE_MAGIC);
-    if (end == NULL) {
-        lcb_log(LOGARGS(provider, ERROR), LOGFMT "Couldn't find magic", LOGID(provider));
-        if (!provider->ro_mode) {
-            remove(provider->filename);
-        }
-        status = -1;
-        goto GT_DONE;
-    }
-
-    fail = lcbvb_load_json(config, str.base);
-    if (fail) {
-        status = -1;
-        lcb_log(LOGARGS(provider, ERROR), LOGFMT "Couldn't parse configuration", LOGID(provider));
-        lcb_log_badconfig(LOGARGS(provider, ERROR), config, str.base);
-        if (!provider->ro_mode) {
-            remove(provider->filename);
-        }
-        goto GT_DONE;
-    }
-
-    if (lcbvb_get_distmode(config) != LCBVB_DIST_VBUCKET) {
-        status = -1;
-        lcb_log(LOGARGS(provider, ERROR), LOGFMT "Not applying cached memcached config", LOGID(provider));
-        goto GT_DONE;
-    }
-
-    if (strcmp(config->bname, PROVIDER_SETTING(&provider->base, bucket)) != 0) {
-        status = -1;
-        lcb_log(LOGARGS(provider, ERROR), LOGFMT "Bucket name in file is different from the one requested", LOGID(provider));
-    }
-
-    if (provider->config) {
-        lcb_clconfig_decref(provider->config);
-    }
-
-    provider->config = lcb_clconfig_create(config, LCB_CLCONFIG_FILE);
-    provider->config->cmpclock = gethrtime();
-    provider->config->origin = provider->base.type;
-    provider->last_mtime = st.st_mtime;
-    status = 0;
-    config = NULL;
-
-    GT_DONE:
-    if (fp != NULL) {
-        fclose(fp);
-    }
-
-    if (config != NULL) {
-        lcbvb_destroy(config);
-    }
-
-    lcb_string_release(&str);
-    return status;
-}
-
-static void
-write_to_file(file_provider *provider, lcbvb_CONFIG *cfg)
-{
-    FILE *fp;
-
-    if (provider->filename == NULL || provider->ro_mode) {
-        return;
-    }
-
-    fp = fopen(provider->filename, "w");
-    if (fp) {
-        char *json = lcbvb_save_json(cfg);
-        lcb_log(LOGARGS(provider, INFO), LOGFMT "Writing configuration to file", LOGID(provider));
-        fprintf(fp, "%s%s", json, CONFIG_CACHE_MAGIC);
-        fclose(fp);
-        free(json);
-    } else {
-        int save_errno = errno;
-        lcb_log(LOGARGS(provider, ERROR), LOGFMT "Couldn't open file for writing: %s", LOGID(provider), strerror(save_errno));
-    }
-}
-
-static clconfig_info * get_cached(clconfig_provider *pb)
-{
-    file_provider *provider = (file_provider *)pb;
-    if (!provider->filename) {
-        return NULL;
-    }
-
-    return provider->config;
-}
-
-static void async_callback(void *cookie)
-{
-    time_t last_mtime;
-    file_provider *provider = (file_provider *)cookie;
-    last_mtime = provider->last_mtime;
-    if (load_cache(provider) == 0) {
-        if (last_mtime != provider->last_mtime) {
-            lcb_confmon_provider_success(&provider->base, provider->config);
-            return;
-        }
-    }
-
-    lcb_confmon_provider_failed(&provider->base, LCB_ERROR);
-}
-
-static lcb_error_t refresh_file(clconfig_provider *pb)
-{
-    file_provider *provider = (file_provider *)pb;
-    if (lcbio_timer_armed(provider->timer)) {
-        return LCB_SUCCESS;
-    }
-
-    lcbio_async_signal(provider->timer);
-    return LCB_SUCCESS;
-}
-
-static lcb_error_t pause_file(clconfig_provider *pb)
-{
-    (void)pb;
-    return LCB_SUCCESS;
-}
-
-static void shutdown_file(clconfig_provider *pb)
-{
-    file_provider *provider = (file_provider *)pb;
-    free(provider->filename);
-    if (provider->timer) {
-        lcbio_timer_destroy(provider->timer);
-    }
-    if (provider->config) {
-        lcb_clconfig_decref(provider->config);
-    }
-    free(provider);
-}
-
-static void config_listener(clconfig_listener *lsn, clconfig_event_t event,
-                            clconfig_info *info)
-{
-    file_provider *provider;
-
-    if (event != CLCONFIG_EVENT_GOT_NEW_CONFIG) {
-        return;
-    }
-
-    provider = (file_provider *) (void*)(((char *)lsn) - offsetof(file_provider, listener));
-    if (!provider->base.enabled) {
-        return;
-    }
-
-    if (info->origin == LCB_CLCONFIG_PHONY || info->origin == LCB_CLCONFIG_FILE) {
-        lcb_log(LOGARGS(provider, TRACE), "Not writing configuration originating from PHONY or FILE to cache");
-        return;
-    }
-
-    write_to_file(provider, info->vbc);
-}
-
-static void
-do_file_dump(clconfig_provider *pb, FILE *fp)
-{
-    file_provider *pr = (file_provider *)pb;
-
-    fprintf(fp, "## BEGIN FILE PROVIEDER DUMP ##\n");
-    if (pr->filename) {
-        fprintf(fp, "FILENAME: %s\n", pr->filename);
-    }
-    fprintf(fp, "LAST SYSTEM ERRNO: %d\n", pr->last_errno);
-    fprintf(fp, "LAST MTIME: %lu\n", (unsigned long)pr->last_mtime);
-    fprintf(fp, "## END FILE PROVIDER DUMP ##\n");
-
-}
-
-clconfig_provider * lcb_clconfig_create_file(lcb_confmon *parent)
-{
-    file_provider *provider = calloc(1, sizeof(*provider));
-
-    if (!provider) {
-        return NULL;
-    }
-
-    provider->base.get_cached = get_cached;
-    provider->base.refresh = refresh_file;
-    provider->base.pause = pause_file;
-    provider->base.shutdown = shutdown_file;
-    provider->base.dump = do_file_dump;
-    provider->base.type = LCB_CLCONFIG_FILE;
-    provider->listener.callback = config_listener;
-    provider->timer = lcbio_timer_new(parent->iot, provider, async_callback);
-
-    lcb_confmon_add_listener(parent, &provider->listener);
-
-    return &provider->base;
-}
-
-
-static char *mkcachefile(const char *name, const char *bucket)
-{
-    if (name != NULL) {
-        return strdup(name);
-    } else {
-        char buffer[1024];
-        const char *tmpdir = lcb_get_tmpdir();
-
-        snprintf(buffer, sizeof(buffer),
-                 "%s/%s", tmpdir ? tmpdir : ".", bucket);
-        return strdup(buffer);
-    }
-}
-
-int lcb_clconfig_file_set_filename(clconfig_provider *p, const char *f, int ro)
-{
-    file_provider *provider = (file_provider *)p;
-    lcb_assert(provider->base.type == LCB_CLCONFIG_FILE);
-    provider->base.enabled = 1;
-
-    if (provider->filename) {
-        free(provider->filename);
-    }
-
-    provider->filename = mkcachefile(f, p->parent->settings->bucket);
-
-    if (ro) {
-        FILE *fp_tmp;
-        provider->ro_mode = 1;
-
-        fp_tmp = fopen(provider->filename, "r");
-        if (!fp_tmp) {
-            lcb_log(LOGARGS(provider, ERROR), LOGFMT "Couldn't open for reading: %s", LOGID(provider), strerror(errno));
-            return -1;
-        } else {
-            fclose(fp_tmp);
-        }
-    }
-
-    return 0;
-}
-
-const char *
-lcb_clconfig_file_get_filename(clconfig_provider *p)
-{
-    file_provider *fp = (file_provider *)p;
-    return fp->filename;
-}
-
-void
-lcb_clconfig_file_set_readonly(clconfig_provider *p, int val)
-{
-    ((file_provider *)p)->ro_mode = val;
-}