4493d40a-92aa-4162-9dfc-bfc4ec0996e6
/
polardbxengine
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
polardbxengine/extra/IS/consensus/unittest/consensus1-t.cc

552 lines
17 KiB
C++
Raw Blame History

/************************************************************************
*
* Copyright (c) 2017 Alibaba.com, Inc. All Rights Reserved
* $Id: consensus1-t.cc,v 1.0 03/21/2017 09:19:25 PM yingqiang.zyq(yingqiang.zyq@alibaba-inc.com) $
*
************************************************************************/
/**
* @file consensus1-t.cc
* @author yingqiang.zyq(yingqiang.zyq@alibaba-inc.com)
* @date 03/21/2017 09:19:25 PM
* @version 1.0
* @brief
*
**/
#include <atomic>
#include <thread>
#include <gtest/gtest.h>
#include "easyNet.h"
#include "service.h"
#include "paxos.h"
#include "paxos_log.h"
#include "paxos_server.h"
#include "paxos_configuration.h"
#include "paxos.pb.h"
#include "files.h"
#include "rd_paxos_log.h"
#include "file_paxos_log.h"
using namespace alisql;
TEST(consensus, paxos_one_node)
{
std::vector<std::string> strConfig;
strConfig.emplace_back("127.0.0.1:11001");
uint64_t timeout= 2000;
std::shared_ptr<PaxosLog> rlog;
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir1");
Paxos *paxos1= new Paxos(timeout, rlog, 3000);
paxos1->setAlertLogLevel(Paxos::LOG_ERROR);
paxos1->setAlertLogLevel();
paxos1->init(strConfig, 1, NULL);
sleep(1);
paxos1->requestVote();
sleep(3);
EXPECT_EQ(paxos1->getState(), Paxos::LEADER);
LogEntry le;
le.set_index(0);
le.set_optype(0);
le.set_value("aaa");
paxos1->replicateLog(le);
le.set_value("bbb");
paxos1->replicateLog(le);
sleep(1);
EXPECT_EQ(paxos1->getLastLogIndex(), paxos1->getCommitIndex());
EXPECT_EQ(paxos1->getConfig()->getServerNum(), 1);
EXPECT_EQ(paxos1->getConfig()->getServerNumLockFree(), 1);
// add node in one node cluster.
std::string strTmp1("127.0.0.1:11002");
std::string strTmp2("127.0.0.1:11003");
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir2");
Paxos *learner1= new Paxos(timeout, rlog);
learner1->initAsLearner(strTmp1);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir3");
Paxos *learner2= new Paxos(timeout, rlog);
learner2->initAsLearner(strTmp2);
sleep(1);
strConfig.clear();
strConfig.push_back(strTmp1);
strConfig.push_back(strTmp2);
paxos1->changeLearners(Paxos::CCAddNode, strConfig);
sleep(1);
auto config= std::dynamic_pointer_cast<StableConfiguration>(paxos1->getConfig());
EXPECT_EQ(config->learnersToString(), std::string("127.0.0.1:11002$00;127.0.0.1:11003$00"));
paxos1->changeMember(Paxos::CCAddNode, strTmp1);
sleep(1);
paxos1->changeMember(Paxos::CCAddNode, strTmp2);
sleep(1);
EXPECT_EQ(paxos1->getConfig()->getServerNum(), 3);
EXPECT_EQ(paxos1->getConfig()->getServerNumLockFree(), 3);
EXPECT_EQ(config->membersToString(("127.0.0.1:11001")), std::string("127.0.0.1:11001#5N;127.0.0.1:11002#5N;127.0.0.1:11003#5N@1"));
paxos1->replicateLog(le);
sleep(3);
EXPECT_EQ(learner1->getState(), Paxos::FOLLOWER);
EXPECT_EQ(learner2->getState(), Paxos::FOLLOWER);
EXPECT_EQ(paxos1->getCommitIndex(), paxos1->getLastLogIndex());
EXPECT_EQ(learner1->getCommitIndex(), paxos1->getLastLogIndex());
EXPECT_EQ(learner2->getCommitIndex(), paxos1->getLastLogIndex());
auto config2= std::dynamic_pointer_cast<StableConfiguration>(learner1->getConfig());
EXPECT_EQ(config2->learnersToString(), std::string(""));
EXPECT_EQ(config2->membersToString(("127.0.0.1:11002")), std::string("127.0.0.1:11001#5N;127.0.0.1:11002#5N;127.0.0.1:11003#5N@2"));
config.reset();
config2.reset();
delete paxos1;
delete learner1;
delete learner2;
deleteDir("paxosLogTestDir1");
deleteDir("paxosLogTestDir2");
deleteDir("paxosLogTestDir3");
}
TEST(consensus, paxos_leaderStickiness_and_downgradeTerm)
{
std::vector<std::string> strConfig;
strConfig.emplace_back("127.0.0.1:11001");
strConfig.emplace_back("127.0.0.1:11002");
strConfig.emplace_back("127.0.0.1:11003");
uint64_t timeout= 2000;
std::shared_ptr<PaxosLog> rlog;
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir61");
Paxos *paxos1= new Paxos(timeout, rlog, 3000);
paxos1->init(strConfig, 1, NULL);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir62");
Paxos *paxos2= new Paxos(timeout, rlog, 3000);
paxos2->init(strConfig, 2, NULL);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir63");
Paxos *paxos3= new Paxos(timeout, rlog, 3000);
paxos3->init(strConfig, 3, NULL);
sleep(1);
paxos1->requestVote();
sleep(3);
EXPECT_EQ(paxos1->getState(), Paxos::LEADER);
LogEntry le;
le.set_index(0);
le.set_optype(0);
le.set_value("aaa");
paxos1->replicateLog(le);
le.set_value("bbb");
paxos1->replicateLog(le);
sleep(3);
// paxos2 requestVote fail because of leaderStickiness
paxos2->requestVote(false);
sleep(3);
paxos1->replicateLog(le);
sleep(1);
EXPECT_EQ(paxos1->getState(), Paxos::LEADER);
EXPECT_EQ(paxos2->getState(), Paxos::FOLLOWER);
EXPECT_EQ(paxos1->getLastLogIndex(), paxos2->getLastLogIndex());
delete paxos1;
delete paxos2;
delete paxos3;
deleteDir("paxosLogTestDir61");
deleteDir("paxosLogTestDir62");
deleteDir("paxosLogTestDir63");
}
TEST(consensus, paxos_force_one_node)
{
std::vector<std::string> strConfig;
strConfig.emplace_back("127.0.0.1:11001");
strConfig.emplace_back("127.0.0.1:11002");
strConfig.emplace_back("127.0.0.1:11003");
uint64_t timeout= 2000;
std::shared_ptr<PaxosLog> rlog;
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir61");
Paxos *paxos1= new Paxos(timeout, rlog, 3000);
paxos1->init(strConfig, 1, NULL);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir62");
Paxos *paxos2= new Paxos(timeout, rlog, 3000);
paxos2->init(strConfig, 2, NULL);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir63");
Paxos *paxos3= new Paxos(timeout, rlog, 3000);
paxos3->init(strConfig, 3, NULL);
sleep(1);
paxos1->requestVote();
sleep(3);
EXPECT_EQ(paxos1->getState(), Paxos::LEADER);
LogEntry le;
le.set_index(0);
le.set_optype(0);
le.set_value("aaa");
paxos1->replicateLog(le);
sleep(1);
EXPECT_EQ(paxos1->getCommitIndex(), 2);
delete paxos1;
delete paxos2;
std::cout << "delete paxos1/paxos2" << std::endl << std::flush;
sleep(3);
EXPECT_EQ(paxos3->getState(), Paxos::CANDIDATE);
paxos3->forceSingleLeader();
sleep(1);
EXPECT_EQ(paxos3->getState(), Paxos::LEADER);
le.clear_term();
paxos3->replicateLog(le);
EXPECT_EQ(paxos3->getCommitIndex(), 4);
delete paxos3;
deleteDir("paxosLogTestDir61");
deleteDir("paxosLogTestDir62");
deleteDir("paxosLogTestDir63");
}
TEST(consensus, paxos_force_one_node_learner)
{
std::vector<std::string> strConfig;
strConfig.emplace_back("127.0.0.1:11001");
strConfig.emplace_back("127.0.0.1:11002");
strConfig.emplace_back("127.0.0.1:11003");
std::string strTmp3("127.0.0.1:11004");
uint64_t timeout= 2000;
std::shared_ptr<PaxosLog> rlog;
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir61");
Paxos *paxos1= new Paxos(timeout, rlog, 3000);
paxos1->init(strConfig, 1, NULL);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir62");
Paxos *paxos2= new Paxos(timeout, rlog, 3000);
paxos2->init(strConfig, 2, NULL);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir63");
Paxos *paxos3= new Paxos(timeout, rlog, 3000);
paxos3->init(strConfig, 3, NULL);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir64");
Paxos *paxos4= new Paxos(timeout, rlog);
paxos4->initAsLearner(strTmp3);
sleep(1);
paxos1->requestVote();
sleep(3);
EXPECT_EQ(paxos1->getState(), Paxos::LEADER);
strConfig.clear();
strConfig.push_back(strTmp3);
paxos1->changeLearners(Paxos::CCAddNode, strConfig);
LogEntry le;
le.set_index(0);
le.set_optype(0);
le.set_value("aaa");
paxos1->replicateLog(le);
sleep(1);
EXPECT_EQ(paxos1->getCommitIndex(), 3);
std::vector<Paxos::ClusterInfoType> cis;
paxos4->getClusterInfo(cis);
Paxos::printClusterInfo(cis);
std::cout<<"================"<<std::endl<<std::flush;
cis.clear();
paxos1->getClusterInfo(cis);
Paxos::printClusterInfo(cis);
sleep(3);
EXPECT_EQ(paxos4->getState(), Paxos::LEARNER);
paxos4->forceSingleLeader();
sleep(1);
EXPECT_EQ(paxos4->getState(), Paxos::LEADER);
le.clear_term();
paxos4->replicateLog(le);
sleep(1);
EXPECT_EQ(paxos4->getCommitIndex(), 5);
cis.clear();
paxos4->getClusterInfo(cis);
Paxos::printClusterInfo(cis);
EXPECT_EQ(1, cis.size());
std::cout<<"================"<<std::endl<<std::flush;
cis.clear();
paxos1->getClusterInfo(cis);
Paxos::printClusterInfo(cis);
EXPECT_EQ(4, cis.size());
//check old cluster
le.clear_term();
paxos1->replicateLog(le);
sleep(1);
EXPECT_EQ(paxos1->getCommitIndex(), 4);
//check new cluster
le.clear_term();
paxos4->replicateLog(le);
sleep(1);
EXPECT_EQ(paxos4->getCommitIndex(), 6);
cis.clear();
paxos4->getClusterInfo(cis);
Paxos::printClusterInfo(cis);
std::cout<<"================"<<std::endl<<std::flush;
cis.clear();
paxos1->getClusterInfo(cis);
Paxos::printClusterInfo(cis);
delete paxos1;
delete paxos2;
delete paxos3;
delete paxos4;
deleteDir("paxosLogTestDir61");
deleteDir("paxosLogTestDir62");
deleteDir("paxosLogTestDir63");
deleteDir("paxosLogTestDir64");
}
TEST(consensus, largeBatchMode)
{
std::vector<std::string> strConfig;
strConfig.emplace_back("127.0.0.1:11001");
strConfig.emplace_back("127.0.0.1:11002");
strConfig.emplace_back("127.0.0.1:11003");
std::string strTmp4("127.0.0.1:11004");
uint64_t timeout= 2000;
std::shared_ptr<PaxosLog> rlog;
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir61");
Paxos *paxos1= new Paxos(timeout, rlog, 3000);
paxos1->init(strConfig, 1, NULL);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir62");
Paxos *paxos2= new Paxos(timeout, rlog, 3000);
paxos2->init(strConfig, 2, NULL);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir63");
Paxos *paxos3= new Paxos(timeout, rlog, 3000);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir64");
Paxos *paxos4= new Paxos(timeout, rlog, 3000);
sleep(1);
paxos1->requestVote();
sleep(3);
paxos1->setMaxPacketSize(10);
// disable pipeline
paxos1->setMaxDelayIndex(1);
paxos1->setMinDelayIndex(1);
paxos1->setLargeBatchRatio(5);
EXPECT_EQ(paxos1->getState(), Paxos::LEADER);
LogEntry le;
le.set_index(0);
le.set_optype(0);
le.set_value("aaa");
for (uint i= 0; i<20; ++i)
{
le.clear_term();
paxos1->replicateLog(le);
}
paxos3->init(strConfig, 3, NULL);
paxos4->initAsLearner(strTmp4);
strConfig.clear();
strConfig.push_back(strTmp4);
paxos1->changeLearners(Paxos::CCAddNode, strConfig);
sleep(2);
const Paxos::StatsType &stats= paxos3->getStats();
std::cout<< "countMsgAppendLog:"<<stats.countMsgAppendLog<< " countMsgRequestVote:"<<stats.countMsgRequestVote<< " countOnMsgAppendLog:"<< stats.countOnMsgAppendLog<< " countHeartbeat:"<< stats.countHeartbeat << " countOnMsgRequestVote:"<<stats.countOnMsgRequestVote<< " countOnHeartbeat:"<<stats.countOnHeartbeat<< " countReplicateLog:"<<stats.countReplicateLog<< std::endl<< std::flush;
const Paxos::StatsType &stats1= paxos4->getStats();
std::cout<< "countMsgAppendLog:"<<stats1.countMsgAppendLog<< " countMsgRequestVote:"<<stats1.countMsgRequestVote<< " countOnMsgAppendLog:"<< stats1.countOnMsgAppendLog<< " countHeartbeat:"<< stats1.countHeartbeat << " countOnMsgRequestVote:"<<stats1.countOnMsgRequestVote<< " countOnHeartbeat:"<<stats1.countOnHeartbeat<< " countReplicateLog:"<<stats1.countReplicateLog<< std::endl<< std::flush;
EXPECT_EQ(stats.countOnMsgAppendLog - stats.countOnHeartbeat - 1, 7);
EXPECT_EQ(stats1.countOnMsgAppendLog - stats1.countOnHeartbeat, 7);
delete paxos4;
delete paxos3;
delete paxos2;
delete paxos1;
deleteDir("paxosLogTestDir61");
deleteDir("paxosLogTestDir62");
deleteDir("paxosLogTestDir63");
deleteDir("paxosLogTestDir64");
}
TEST(consensus, pipelining)
{
std::vector<std::string> strConfig;
strConfig.emplace_back("127.0.0.1:11001");
strConfig.emplace_back("127.0.0.1:11002");
strConfig.emplace_back("127.0.0.1:11003");
std::string strTmp4("127.0.0.1:11004");
uint64_t timeout= 2000;
std::shared_ptr<PaxosLog> rlog;
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir61");
Paxos *paxos1= new Paxos(timeout, rlog, 3000);
paxos1->init(strConfig, 1, NULL);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir62");
Paxos *paxos2= new Paxos(timeout, rlog, 3000);
paxos2->init(strConfig, 2, NULL);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir63");
Paxos *paxos3= new Paxos(timeout, rlog, 3000);
rlog= std::make_shared<FilePaxosLog>("paxosLogTestDir64");
Paxos *paxos4= new Paxos(timeout, rlog, 3000);
sleep(1);
paxos1->requestVote();
sleep(3);
paxos1->setMaxPacketSize(10);
// disable pipeline
paxos1->setMaxDelayIndex(1000);
paxos1->setMinDelayIndex(1);
paxos1->setLargeBatchRatio(5);
EXPECT_EQ(paxos1->getState(), Paxos::LEADER);
paxos1->setConsensusAsync(true);
LogEntry le;
le.set_index(0);
le.set_optype(0);
le.set_value("aaa");
for (uint i= 0; i<20; ++i)
{
le.clear_term();
paxos1->replicateLog(le);
}
paxos3->init(strConfig, 3, NULL);
paxos4->initAsLearner(strTmp4);
strConfig.clear();
strConfig.push_back(strTmp4);
paxos1->changeLearners(Paxos::CCAddNode, strConfig);
sleep(2);
const Paxos::StatsType &stats= paxos3->getStats();
std::cout<< "countMsgAppendLog:"<<stats.countMsgAppendLog<< " countMsgRequestVote:"<<stats.countMsgRequestVote<< " countOnMsgAppendLog:"<< stats.countOnMsgAppendLog<< " countHeartbeat:"<< stats.countHeartbeat << " countOnMsgRequestVote:"<<stats.countOnMsgRequestVote<< " countOnHeartbeat:"<<stats.countOnHeartbeat<< " countReplicateLog:"<<stats.countReplicateLog<< std::endl<< std::flush;
const Paxos::StatsType &stats1= paxos4->getStats();
std::cout<< "countMsgAppendLog:"<<stats1.countMsgAppendLog<< " countMsgRequestVote:"<<stats1.countMsgRequestVote<< " countOnMsgAppendLog:"<< stats1.countOnMsgAppendLog<< " countHeartbeat:"<< stats1.countHeartbeat << " countOnMsgRequestVote:"<<stats1.countOnMsgRequestVote<< " countOnHeartbeat:"<<stats1.countOnHeartbeat<< " countReplicateLog:"<<stats1.countReplicateLog<< std::endl<< std::flush;
EXPECT_EQ(stats.countOnMsgAppendLog - stats.countOnHeartbeat - 1, 22);
EXPECT_EQ(stats1.countOnMsgAppendLog - stats1.countOnHeartbeat, 7);
delete paxos4;
delete paxos3;
delete paxos2;
delete paxos1;
deleteDir("paxosLogTestDir61");
deleteDir("paxosLogTestDir62");
deleteDir("paxosLogTestDir63");
deleteDir("paxosLogTestDir64");
}
TEST(consensus, disable_pipelining_large_entry)
{
std::vector<std::string> strConfig;
strConfig.emplace_back("127.0.0.1:11001");
strConfig.emplace_back("127.0.0.1:11002");
strConfig.emplace_back("127.0.0.1:11003");
const uint64_t timeout= 2000;
std::shared_ptr<PaxosLog> rlog, rlog1;
rlog1= rlog= std::make_shared<RDPaxosLog>("paxosLogTestDir11", true, 4 * 1024 * 1024);
Paxos *paxos1= new Paxos(timeout, rlog);
paxos1->init(strConfig, 1);
rlog= std::make_shared<RDPaxosLog>("paxosLogTestDir12", true, 4 * 1024 * 1024);
Paxos *paxos2= new Paxos(timeout, rlog);
paxos2->init(strConfig, 2);
rlog= std::make_shared<RDPaxosLog>("paxosLogTestDir13", true, 4 * 1024 * 1024);
Paxos *paxos3= new Paxos(timeout, rlog);
paxos3->init(strConfig, 3);
sleep(3);
paxos1->requestVote();
sleep(1);
EXPECT_EQ(paxos1->getState(), Paxos::LEADER);
LogEntry le;
le.set_index(0);
le.set_optype(0);
le.set_value("aaa");
for (uint64_t i= 0; i<10; ++i)
{
le.clear_term();
paxos1->replicateLog(le);
}
sleep(1);
EXPECT_EQ(paxos1->getLastLogIndex(), paxos2->getLastLogIndex());
EXPECT_EQ(paxos1->getLastLogIndex(), paxos3->getLastLogIndex());
/* pipelining is on */
std::vector<Paxos::ClusterInfoType> cis;
paxos1->getClusterInfo(cis);
EXPECT_EQ(cis[1].pipelining, true);
EXPECT_EQ(cis[2].pipelining, true);
std::string data(3ULL*1024*1024, 'a');
le.set_value(data);
for (uint64_t i= 0; i<10; ++i)
{
le.clear_term();
paxos1->replicateLog(le);
}
sleep(1);
EXPECT_EQ(paxos1->getLastLogIndex(), paxos2->getLastLogIndex());
EXPECT_EQ(paxos1->getLastLogIndex(), paxos3->getLastLogIndex());
/* pipelining is off */
paxos1->getClusterInfo(cis);
EXPECT_EQ(cis[1].pipelining, false);
EXPECT_EQ(cis[2].pipelining, false);
le.set_value("aaa");
for (uint64_t i= 0; i<1; ++i)
{
le.clear_term();
paxos1->replicateLog(le);
}
sleep(1);
EXPECT_EQ(paxos1->getLastLogIndex(), paxos2->getLastLogIndex());
EXPECT_EQ(paxos1->getLastLogIndex(), paxos3->getLastLogIndex());
/* pipelining is on again */
paxos1->getClusterInfo(cis);
EXPECT_EQ(cis[1].pipelining, true);
EXPECT_EQ(cis[2].pipelining, true);
delete paxos1;
delete paxos2;
delete paxos3;
deleteDir("paxosLogTestDir11");
deleteDir("paxosLogTestDir12");
deleteDir("paxosLogTestDir13");
}
Reference in New Issue View Git Blame Copy Permalink