/* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
*
* Libmemcached Client and Server
*
* Copyright (C) 2011 Data Differential, http://datadifferential.com/
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are
* met:
*
* * Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
*
* * Redistributions in binary form must reproduce the above
* copyright notice, this list of conditions and the following disclaimer
* in the documentation and/or other materials provided with the
* distribution.
*
* * The names of its contributors may not be used to endorse or
* promote products derived from this software without specific prior
* written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*
*/
#include <mem_config.h>
#include <libtest/test.hpp>
using namespace libtest;
#include <vector>
#include <iostream>
#include <string>
#include <cerrno>
#include <semaphore.h>
#include <libmemcached-1.0/memcached.h>
#include <libmemcachedutil-1.0/util.h>
#include <libmemcached/is.h>
#include <tests/pool.h>
#include <pthread.h>
#include <poll.h>
#include "libmemcached/instance.hpp"
#ifndef __INTEL_COMPILER
#pragma GCC diagnostic ignored "-Wstrict-aliasing"
#endif
test_return_t memcached_pool_test(memcached_st *)
{
const char *config_string= "--SERVER=host10.example.com --SERVER=host11.example.com --SERVER=host10.example.com --POOL-MIN=10 --POOL-MAX=32";
char buffer[2048];
test_compare(libmemcached_check_configuration(config_string, sizeof(config_string) -1, buffer, sizeof(buffer)), MEMCACHED_PARSE_ERROR);
memcached_pool_st* pool= memcached_pool(config_string, strlen(config_string));
test_true(pool);
memcached_return_t rc;
memcached_st *memc= memcached_pool_pop(pool, false, &rc);
test_compare(rc, MEMCACHED_SUCCESS);
test_true(memc);
/*
Release the memc_ptr that was pulled from the pool
*/
memcached_pool_push(pool, memc);
/*
Destroy the pool.
*/
memcached_pool_destroy(pool);
return TEST_SUCCESS;
}
#define POOL_SIZE 10
test_return_t connection_pool_test(memcached_st *memc)
{
memcached_pool_st* pool= memcached_pool_create(memc, 5, POOL_SIZE);
test_true(pool);
memcached_st *mmc[POOL_SIZE];
// Fill up our array that we will store the memc that are in the pool
for (size_t x= 0; x < POOL_SIZE; ++x)
{
memcached_return_t rc;
mmc[x]= memcached_pool_fetch(pool, NULL, &rc);
test_compare(MEMCACHED_SUCCESS, rc);
test_true(mmc[x]);
}
// All memc should be gone
{
memcached_return_t rc;
test_null(memcached_pool_fetch(pool, NULL, &rc));
test_compare(MEMCACHED_NOTFOUND, rc);
}
// Release them..
for (size_t x= 0; x < POOL_SIZE; ++x)
{
if (mmc[x])
{
test_compare(MEMCACHED_SUCCESS, memcached_pool_release(pool, mmc[x]));
}
}
test_true(memcached_pool_destroy(pool) == memc);
return TEST_SUCCESS;
}
test_return_t connection_pool2_test(memcached_st *memc)
{
memcached_pool_st* pool= memcached_pool_create(memc, 5, POOL_SIZE);
test_true(pool);
memcached_st *mmc[POOL_SIZE];
// Fill up our array that we will store the memc that are in the pool
for (size_t x= 0; x < POOL_SIZE; ++x)
{
memcached_return_t rc;
mmc[x]= memcached_pool_fetch(pool, NULL, &rc);
test_compare(MEMCACHED_SUCCESS, rc);
test_true(mmc[x]);
}
// All memc should be gone
{
memcached_return_t rc;
test_null(memcached_pool_fetch(pool, NULL, &rc));
test_compare(MEMCACHED_NOTFOUND, rc);
}
// verify that I can do ops with all connections
test_compare(MEMCACHED_SUCCESS,
memcached_set(mmc[0],
test_literal_param("key"),
"0", 1, 0, 0));
for (uint64_t x= 0; x < POOL_SIZE; ++x)
{
uint64_t number_value;
test_compare(MEMCACHED_SUCCESS,
memcached_increment(mmc[x],
test_literal_param("key"),
1, &number_value));
test_compare(number_value, (x+1));
}
// Release them..
for (size_t x= 0; x < POOL_SIZE; ++x)
{
test_compare(MEMCACHED_SUCCESS, memcached_pool_release(pool, mmc[x]));
}
/* verify that I can set behaviors on the pool when I don't have all
* of the connections in the pool. It should however be enabled
* when I push the item into the pool
*/
mmc[0]= memcached_pool_fetch(pool, NULL, NULL);
test_true(mmc[0]);
test_compare(MEMCACHED_SUCCESS,
memcached_pool_behavior_set(pool, MEMCACHED_BEHAVIOR_IO_MSG_WATERMARK, 9999));
{
memcached_return_t rc;
mmc[1]= memcached_pool_fetch(pool, NULL, &rc);
test_true(mmc[1]);
test_compare(MEMCACHED_SUCCESS, rc);
}
test_compare(UINT64_C(9999), memcached_behavior_get(mmc[1], MEMCACHED_BEHAVIOR_IO_MSG_WATERMARK));
test_compare(MEMCACHED_SUCCESS, memcached_pool_release(pool, mmc[1]));
test_compare(MEMCACHED_SUCCESS, memcached_pool_release(pool, mmc[0]));
{
memcached_return_t rc;
mmc[0]= memcached_pool_fetch(pool, NULL, &rc);
test_true(mmc[0]);
test_compare(MEMCACHED_SUCCESS, rc);
}
test_compare(UINT64_C(9999), memcached_behavior_get(mmc[0], MEMCACHED_BEHAVIOR_IO_MSG_WATERMARK));
test_compare(MEMCACHED_SUCCESS, memcached_pool_release(pool, mmc[0]));
test_true(memcached_pool_destroy(pool) == memc);
return TEST_SUCCESS;
}
struct test_pool_context_st {
volatile memcached_return_t rc;
memcached_pool_st* pool;
memcached_st* mmc;
sem_t _lock;
test_pool_context_st(memcached_pool_st *pool_arg, memcached_st *memc_arg):
rc(MEMCACHED_FAILURE),
pool(pool_arg),
mmc(memc_arg)
{
sem_init(&_lock, 0, 0);
}
void wait()
{
sem_wait(&_lock);
}
void release()
{
sem_post(&_lock);
}
~test_pool_context_st()
{
sem_destroy(&_lock);
}
};
static __attribute__((noreturn)) void* connection_release(void *arg)
{
test_pool_context_st *resource= static_cast<test_pool_context_st *>(arg);
FATAL_IF(resource == NULL);
// Release all of the memc we are holding
resource->rc= memcached_pool_release(resource->pool, resource->mmc);
resource->release();
pthread_exit(arg);
}
test_return_t connection_pool3_test(memcached_st *memc)
{
#ifdef __APPLE__
return TEST_SKIPPED;
#endif
memcached_pool_st* pool= memcached_pool_create(memc, 1, 1);
test_true(pool);
memcached_st *pool_memc;
{
memcached_return_t rc;
pool_memc= memcached_pool_fetch(pool, NULL, &rc);
test_compare(MEMCACHED_SUCCESS, rc);
test_true(pool_memc);
}
/*
@note This comment was written to describe what was believed to be the original authors intent.
This portion of the test creates a thread that will wait until told to free a memcached_st
that will be grabbed by the main thread.
It is believed that this tests whether or not we are handling ownership correctly.
*/
pthread_t tid;
test_pool_context_st item(pool, pool_memc);
test_zero(pthread_create(&tid, NULL, connection_release, &item));
item.wait();
memcached_return_t rc;
memcached_st *pop_memc;
// We do a hard loop, and try N times
int counter= 5;
do
{
struct timespec relative_time= { 0, 0 };
pop_memc= memcached_pool_fetch(pool, &relative_time, &rc);
if (memcached_success(rc))
{
break;
}
if (memcached_failed(rc))
{
test_null(pop_memc);
test_true(rc != MEMCACHED_TIMEOUT); // As long as relative_time is zero, MEMCACHED_TIMEOUT is invalid
}
} while (--counter);
if (memcached_failed(rc)) // Cleanup thread since we will exit once we test.
{
pthread_join(tid, NULL);
test_compare(MEMCACHED_SUCCESS, rc);
}
{
int pthread_ret= pthread_join(tid, NULL);
test_true(pthread_ret == 0 or pthread_ret == ESRCH);
}
test_compare(MEMCACHED_SUCCESS, rc);
test_true(pool_memc == pop_memc);
test_true(memcached_pool_destroy(pool) == memc);
return TEST_SUCCESS;
}
static memcached_st * create_single_instance_memcached(const memcached_st *original_memc, const char *options)
{
/*
If no options are given, copy over at least the binary flag.
*/
char options_buffer[1024]= { 0 };
if (options == NULL)
{
if (memcached_is_binary(original_memc))
{
snprintf(options_buffer, sizeof(options_buffer), "--BINARY");
}
}
/*
* I only want to hit _one_ server so I know the number of requests I'm
* sending in the pipeline.
*/
const memcached_instance_st * instance= memcached_server_instance_by_position(original_memc, 0);
char server_string[1024];
int server_string_length;
if (instance->type == MEMCACHED_CONNECTION_UNIX_SOCKET)
{
if (options)
{
server_string_length= snprintf(server_string, sizeof(server_string), "--SOCKET=\"%s\" %s",
memcached_server_name(instance), options);
}
else
{
server_string_length= snprintf(server_string, sizeof(server_string), "--SOCKET=\"%s\"",
memcached_server_name(instance));
}
}
else
{
if (options)
{
server_string_length= snprintf(server_string, sizeof(server_string), "--server=%s:%d %s",
memcached_server_name(instance), int(memcached_server_port(instance)),
options);
}
else
{
server_string_length= snprintf(server_string, sizeof(server_string), "--server=%s:%d",
memcached_server_name(instance), int(memcached_server_port(instance)));
}
}
if (server_string_length <= 0)
{
return NULL;
}
char errror_buffer[1024];
if (memcached_failed(libmemcached_check_configuration(server_string, server_string_length, errror_buffer, sizeof(errror_buffer))))
{
Error << "Failed to parse (" << server_string << ") " << errror_buffer;
return NULL;
}
return memcached(server_string, server_string_length);
}
pthread_mutex_t mutex= PTHREAD_MUTEX_INITIALIZER;
static bool _running= false;
static void set_running(const bool arg)
{
int error;
FATAL_IF_((error= pthread_mutex_lock(&mutex)) != 0, strerror(error));
_running= arg;
FATAL_IF_((error= pthread_mutex_unlock(&mutex)) != 0, strerror(error));
}
static bool running()
{
int error;
bool ret;
FATAL_IF_((error= pthread_mutex_lock(&mutex)) != 0, strerror(error));
ret= _running;
FATAL_IF_((error= pthread_mutex_unlock(&mutex)) != 0, strerror(error));
return ret;
}
static void *worker_thread(void *ctx)
{
memcached_pool_st *pool= (memcached_pool_st *)ctx;
while (running())
{
memcached_return_t rc;
memcached_st *mc= memcached_pool_pop(pool, true, &rc);
if (mc == NULL)
{
Error << "failed to fetch a connection from the pool" << memcached_strerror(NULL, rc);
dream(1, 0);
continue;
}
rc= memcached_set(mc, "test:kv", 7, "value", 5, 600, 0);
if (memcached_failed(rc))
{
Out << "failed memcached_set()";
}
rc= memcached_pool_push(pool, mc);
if (memcached_failed(rc))
{
Error << "failed to release a connection to the pool" << memcached_strerror(NULL, rc);
}
}
return NULL;
}
#define NUM_THREADS 20
test_return_t regression_bug_962815(memcached_st *memc)
{
pthread_t pid[NUM_THREADS];
test_false(running());
memcached_st *master = create_single_instance_memcached(memc, 0);
test_true(master);
memcached_pool_st *pool= memcached_pool_create(master, 5, 10);
test_true(pool);
set_running(true);
for (size_t x=0; x < NUM_THREADS; x++)
{
test_compare(0, pthread_create(&pid[x], NULL, worker_thread, (void*)pool));
}
{
pollfd fds[1];
memset(fds, 0, sizeof(pollfd));
fds[0].fd= -1; //STDIN_FILENO;
fds[0].events= POLLIN;
fds[0].revents= 0;
int active_fd;
if ((active_fd= poll(fds, 1, 5000)) == -1)
{
Error << "poll() failed with:" << strerror(errno);
}
test_zero(active_fd);
set_running(false);
}
for (size_t x=0; x < NUM_THREADS; x++)
{
test_compare(0, pthread_join(pid[x], NULL));
}
memcached_pool_destroy(pool);
memcached_free(master);
return TEST_SUCCESS;
}