mirror of
https://gitee.com/acl-dev/acl.git
synced 2024-11-30 02:47:56 +08:00
add one sample for testing redis_pipeline in fiber mode
This commit is contained in:
zhengshuxin
parent
7ffc5e9f92
commit
f15e6718f0
2
lib_fiber/samples/redis_pipeline/Makefile
Normal file
2
lib_fiber/samples/redis_pipeline/Makefile
Normal file
@ -0,0 +1,2 @@
|
||||
PROG = redis_pipeline
|
||||
include ../Makefile_cpp.in
|
||||
371
lib_fiber/samples/redis_pipeline/redis_pipeline.cpp
Normal file
371
lib_fiber/samples/redis_pipeline/redis_pipeline.cpp
Normal file
@ -0,0 +1,371 @@
|
||||
#include "stdafx.h"
|
||||
|
||||
static acl::string __keypre("test_key_cluster");
|
||||
|
||||
static bool test_del(acl::redis_key& cmd, int i)
|
||||
{
|
||||
cmd.clear();
|
||||
|
||||
acl::string key;
|
||||
|
||||
key.format("%s_%d", __keypre.c_str(), i);
|
||||
int ret = cmd.del(key.c_str());
|
||||
if (ret < 0) {
|
||||
printf("del key: %s error: %s\r\n",
|
||||
key.c_str(), cmd.result_error());
|
||||
return false;
|
||||
} else if (i < 10) {
|
||||
printf("del ok, key: %s\r\n", key.c_str());
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
static bool test_expire(acl::redis_key& cmd, int i)
|
||||
{
|
||||
cmd.clear();
|
||||
|
||||
acl::string key;
|
||||
|
||||
key.format("%s_%d", __keypre.c_str(), i);
|
||||
if (cmd.expire(key.c_str(), 100) < 0) {
|
||||
printf("expire key: %s error: %s\r\n",
|
||||
key.c_str(), cmd.result_error());
|
||||
return false;
|
||||
} else if (i < 10) {
|
||||
printf("expire ok, key: %s\r\n", key.c_str());
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
static bool test_ttl(acl::redis_key& cmd, int i)
|
||||
{
|
||||
cmd.clear();
|
||||
|
||||
acl::string key;
|
||||
int ttl;
|
||||
|
||||
key.format("%s_%d", __keypre.c_str(), i);
|
||||
if ((ttl = cmd.ttl(key.c_str())) < 0) {
|
||||
printf("get ttl key: %s error: %s\r\n",
|
||||
key.c_str(), cmd.result_error());
|
||||
return false;
|
||||
} else if (i < 10) {
|
||||
printf("ttl ok, key: %s, ttl: %d\r\n", key.c_str(), ttl);
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
static bool test_exists(acl::redis_key& cmd, int i)
|
||||
{
|
||||
cmd.clear();
|
||||
|
||||
acl::string key;
|
||||
|
||||
key.format("%s_%d", __keypre.c_str(), i);
|
||||
if (!cmd.exists(key.c_str())) {
|
||||
if (i < 10) {
|
||||
printf("no exists key: %s\r\n", key.c_str());
|
||||
}
|
||||
} else {
|
||||
if (i < 10) {
|
||||
printf("exists key: %s\r\n", key.c_str());
|
||||
}
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
static bool test_type(acl::redis_key& cmd, int i)
|
||||
{
|
||||
cmd.clear();
|
||||
|
||||
acl::string key;
|
||||
|
||||
key.format("%s_%d", __keypre.c_str(), i);
|
||||
acl::redis_key_t ret = cmd.type(key.c_str());
|
||||
if (ret == acl::REDIS_KEY_NONE) {
|
||||
printf("unknown type key: %s\r\n", key.c_str());
|
||||
return false;
|
||||
} else if (i < 10) {
|
||||
printf("type ok, key: %s, ret: %d\r\n", key.c_str(), ret);
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
static bool test_set(acl::redis_string& cmd, int i)
|
||||
{
|
||||
cmd.clear();
|
||||
|
||||
acl::string key;
|
||||
key.format("%s_%d", __keypre.c_str(), i);
|
||||
|
||||
acl::string value;
|
||||
value.format("value_%s", key.c_str());
|
||||
|
||||
bool ret = cmd.set(key.c_str(), value.c_str());
|
||||
return ret;
|
||||
if (i < 10) {
|
||||
printf("set key: %s, value: %s %s\r\n", key.c_str(),
|
||||
value.c_str(), ret ? "ok" : "error");
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
|
||||
static bool test_get(acl::redis_string& cmd, int i)
|
||||
{
|
||||
cmd.clear();
|
||||
|
||||
acl::string key;
|
||||
key.format("%s_%d", __keypre.c_str(), i);
|
||||
|
||||
acl::string value;
|
||||
|
||||
bool ret = cmd.get(key.c_str(), value);
|
||||
if (i < 10) {
|
||||
printf("get key: %s, value: %s %s, len: %d\r\n",
|
||||
key.c_str(), value.c_str(), ret ? "ok" : "error",
|
||||
(int) value.length());
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
|
||||
static int __threads_exit = 0;
|
||||
|
||||
class test_fiber : public acl::fiber
|
||||
{
|
||||
public:
|
||||
test_fiber(acl::redis_client_pipeline& conns, const char* cmd, int n)
|
||||
: conns_(conns)
|
||||
, cmd_(cmd)
|
||||
, n_(n)
|
||||
{}
|
||||
|
||||
~test_fiber(void) {}
|
||||
|
||||
protected:
|
||||
// @override
|
||||
void run(void)
|
||||
{
|
||||
bool ret;
|
||||
acl::redis_key cmd_key;
|
||||
cmd_key.set_pipeline(&conns_);
|
||||
|
||||
acl::redis_string cmd_string;
|
||||
cmd_string.set_pipeline(&conns_);
|
||||
|
||||
for (int i = 0; i < n_; i++) {
|
||||
if (cmd_ == "set") {
|
||||
ret = test_set(cmd_string, i);
|
||||
} else if (cmd_ == "get") {
|
||||
ret = test_get(cmd_string, i);
|
||||
} else if (cmd_ == "del") {
|
||||
ret = test_del(cmd_key, i);
|
||||
} else if (cmd_ == "expire") {
|
||||
ret = test_expire(cmd_key, i);
|
||||
} else if (cmd_ == "ttl") {
|
||||
ret = test_ttl(cmd_key, i);
|
||||
} else if (cmd_ == "exists") {
|
||||
ret = test_exists(cmd_key, i);
|
||||
} else if (cmd_ == "type") {
|
||||
ret = test_type(cmd_key, i);
|
||||
} else if (cmd_ == "all") {
|
||||
if (!test_set(cmd_string, i)
|
||||
|| !test_get(cmd_string, i)
|
||||
|| !test_exists(cmd_key, i)
|
||||
|| !test_type(cmd_key, i)
|
||||
|| !test_expire(cmd_key, i)
|
||||
|| !test_ttl(cmd_key, i)
|
||||
|| !test_del(cmd_key, i)) {
|
||||
ret = false;
|
||||
} else {
|
||||
ret = true;
|
||||
}
|
||||
} else {
|
||||
printf("unknown cmd: %s\r\n", cmd_.c_str());
|
||||
break;
|
||||
}
|
||||
|
||||
if (!ret) {
|
||||
printf("cmd: %s error, tid: %lu\r\n",
|
||||
cmd_.c_str(), acl::thread::self());
|
||||
break;
|
||||
}
|
||||
|
||||
if (i > 0 && i % 1000 == 0) {
|
||||
char tmp[128];
|
||||
acl::safe_snprintf(tmp, sizeof(tmp), "%d", i);
|
||||
acl::meter_time(__FILE__, __LINE__, tmp);
|
||||
}
|
||||
|
||||
cmd_string.clear();
|
||||
cmd_key.clear();
|
||||
}
|
||||
}
|
||||
|
||||
private:
|
||||
acl::redis_client_pipeline& conns_;
|
||||
acl::string cmd_;
|
||||
int n_;
|
||||
};
|
||||
|
||||
class test_thread : public acl::thread
|
||||
{
|
||||
public:
|
||||
test_thread(acl::locker& locker, acl::redis_client_pipeline& conns,
|
||||
const char* cmd, int n, size_t nfibers)
|
||||
: locker_(locker)
|
||||
, conns_(conns)
|
||||
, cmd_(cmd)
|
||||
, n_(n)
|
||||
, nfibers_(nfibers)
|
||||
{}
|
||||
|
||||
~test_thread(void) {}
|
||||
|
||||
protected:
|
||||
void* run(void)
|
||||
{
|
||||
std::vector<acl::fiber*> fibers;
|
||||
for (size_t i = 0; i < nfibers_; i++) {
|
||||
test_fiber* fb = new test_fiber(conns_, cmd_, n_);
|
||||
fibers.push_back(fb);
|
||||
fb->start();
|
||||
}
|
||||
|
||||
acl::fiber::schedule();
|
||||
|
||||
for (std::vector<acl::fiber*>::iterator it = fibers.begin();
|
||||
it != fibers.end(); ++it) {
|
||||
delete *it;
|
||||
}
|
||||
|
||||
locker_.lock();
|
||||
__threads_exit++;
|
||||
locker_.unlock();
|
||||
return NULL;
|
||||
}
|
||||
|
||||
private:
|
||||
acl::locker& locker_;
|
||||
acl::redis_client_pipeline& conns_;
|
||||
acl::string cmd_;
|
||||
int n_;
|
||||
size_t nfibers_;
|
||||
};
|
||||
|
||||
static void usage(const char* procname)
|
||||
{
|
||||
printf("usage: %s -h[help]\r\n"
|
||||
"-s redis_addr_list[127.0.0.1:6379]\r\n"
|
||||
"-n count[default: 10]\r\n"
|
||||
"-C connect_timeout[default: 10]\r\n"
|
||||
"-I rw_timeout[default: 10]\r\n"
|
||||
"-t max_threads[default: 10]\r\n"
|
||||
"-c fibers_count[default: 50]]\r\n"
|
||||
"-o pipeline_channels[dfault: 5]\r\n"
|
||||
"-w wait_for_cluster_resume[default: 500 ms]\r\n"
|
||||
"-r retry_for_cluster_resnum[default: 10]\r\n"
|
||||
"-P password [set the password of redis cluster]\r\n"
|
||||
"-a cmd[set|get|expire|ttl|exists|type|del]\r\n",
|
||||
procname);
|
||||
}
|
||||
|
||||
int main(int argc, char* argv[])
|
||||
{
|
||||
int ch, n = 1, conn_timeout = 10, rw_timeout = 10;
|
||||
int max_threads = 10, nfibers = 50, pipe_channels = 5;
|
||||
acl::string addrs("127.0.0.1:6379"), cmd, passwd;
|
||||
|
||||
while ((ch = getopt(argc, argv, "hs:n:C:I:t:c:o:a:P:")) > 0) {
|
||||
switch (ch) {
|
||||
case 'h':
|
||||
usage(argv[0]);
|
||||
return 0;
|
||||
case 's':
|
||||
addrs = optarg;
|
||||
break;
|
||||
case 'n':
|
||||
n = atoi(optarg);
|
||||
break;
|
||||
case 'C':
|
||||
conn_timeout = atoi(optarg);
|
||||
break;
|
||||
case 'I':
|
||||
rw_timeout = atoi(optarg);
|
||||
break;
|
||||
case 't':
|
||||
max_threads = atoi(optarg);
|
||||
break;
|
||||
case 'c':
|
||||
nfibers = atoi(optarg);
|
||||
break;
|
||||
case 'o':
|
||||
pipe_channels = atoi(optarg);
|
||||
break;
|
||||
case 'a':
|
||||
cmd = optarg;
|
||||
break;
|
||||
case 'P':
|
||||
passwd = optarg;
|
||||
break;;
|
||||
default:
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
acl::acl_cpp_init();
|
||||
acl::log::stdout_open(true);
|
||||
|
||||
acl::redis_client_pipeline pipeline(addrs);
|
||||
pipeline.set_timeout(conn_timeout, rw_timeout)
|
||||
.set_channels((size_t) pipe_channels);
|
||||
pipeline.start();
|
||||
|
||||
struct timeval begin;
|
||||
gettimeofday(&begin, NULL);
|
||||
|
||||
acl::locker locker;
|
||||
|
||||
std::vector<test_thread*> threads;
|
||||
for (int i = 0; i < max_threads; i++) {
|
||||
test_thread* thread = new test_thread(locker, pipeline,
|
||||
cmd.c_str(), n, nfibers);
|
||||
threads.push_back(thread);
|
||||
thread->set_detachable(true);
|
||||
thread->start();
|
||||
}
|
||||
|
||||
while (true) {
|
||||
locker.lock();
|
||||
if (__threads_exit == max_threads) {
|
||||
locker.unlock();
|
||||
printf("All threads over now!\r\n");
|
||||
break;
|
||||
}
|
||||
locker.unlock();
|
||||
|
||||
//printf("max_threads: %d, threads_exit: %d\r\n",
|
||||
// max_threads, __threads_exit);
|
||||
sleep(1);
|
||||
}
|
||||
|
||||
std::vector<test_thread*>::iterator it = threads.begin();
|
||||
for (; it != threads.end(); ++it) {
|
||||
//(*it)->wait();
|
||||
delete (*it);
|
||||
}
|
||||
|
||||
struct timeval end;
|
||||
gettimeofday(&end, NULL);
|
||||
|
||||
long long int total = max_threads * n;
|
||||
double inter = acl::stamp_sub(end, begin);
|
||||
printf("total %s: %lld, spent: %0.2f ms, speed: %0.2f\r\n", cmd.c_str(),
|
||||
total, inter, (total * 1000) /(inter > 0 ? inter : 1));
|
||||
|
||||
#ifdef WIN32
|
||||
printf("enter any key to exit\r\n");
|
||||
getchar();
|
||||
#endif
|
||||
return 0;
|
||||
}
|
||||
8
lib_fiber/samples/redis_pipeline/stdafx.cpp
Normal file
8
lib_fiber/samples/redis_pipeline/stdafx.cpp
Normal file
@ -0,0 +1,8 @@
|
||||
// stdafx.cpp : 只包括标准包含文件的源文件
|
||||
// xml.pch 将成为预编译头
|
||||
// stdafx.obj 将包含预编译类型信息
|
||||
|
||||
#include "stdafx.h"
|
||||
|
||||
// TODO: 在 STDAFX.H 中
|
||||
//引用任何所需的附加头文件，而不是在此文件中引用
|
||||
15
lib_fiber/samples/redis_pipeline/stdafx.h
Normal file
15
lib_fiber/samples/redis_pipeline/stdafx.h
Normal file
@ -0,0 +1,15 @@
|
||||
// stdafx.h : 标准系统包含文件的包含文件，
|
||||
// 或是常用但不常更改的项目特定的包含文件
|
||||
//
|
||||
|
||||
#pragma once
|
||||
|
||||
//
|
||||
//#include <iostream>
|
||||
//#include <tchar.h>
|
||||
|
||||
// TODO: 在此处引用程序要求的附加头文件
|
||||
#include "lib_acl.h"
|
||||
#include "acl_cpp/lib_acl.hpp"
|
||||
#include "fiber/libfiber.hpp"
|
||||
|
||||
3
lib_fiber/samples/redis_pipeline/valgrind.sh
Normal file
3
lib_fiber/samples/redis_pipeline/valgrind.sh
Normal file
@ -0,0 +1,3 @@
|
||||
#!/bin/sh
|
||||
|
||||
valgrind --tool=memcheck --leak-check=yes -v ./redis_pipeline -s 127.0.0.1:6379 -a all -n 10 -c 10
|
||||
Loading…
Reference in New Issue
Block a user