388 lines
12 KiB
C++
388 lines
12 KiB
C++
/*************************************************************************
|
||
> File Name: migrate.cpp
|
||
> Author: TianLun Song
|
||
> Mail: songtianlun@frytea.com
|
||
> Blog: https://blog.frytea.com
|
||
> Created Time: Wed 23 Dec 2020 07:10:09 PM CST
|
||
************************************************************************/
|
||
|
||
#include<iostream>
|
||
#include<algorithm> /* sort() */
|
||
#include<sys/types.h>
|
||
#include<sys/stat.h>
|
||
#include<fcntl.h>
|
||
#include<unistd.h>
|
||
#include<string.h>
|
||
#include<stdio.h>
|
||
#include<stdlib.h>
|
||
#include<sys/types.h>
|
||
#include<sys/socket.h>
|
||
|
||
class CMigrateApp
|
||
{
|
||
#define CRIU_BINARY "/usr/sbin/criu"
|
||
#define CRIU_DIR "/tmp/criu"
|
||
#define IMG_DIR "images"
|
||
#define DUMP_LOG_FILE "dump.log"
|
||
#define RESTORE_LOG_FILE "restore.log"
|
||
#define RESTORE_PID_FILE "restore.pid"
|
||
#define INHERIT_FD_OPTION "--inherit-fd"
|
||
#define OLD_LOG_FILE "/tmp/criu/oldlog"
|
||
#define NEW_LOG_FILE "/tmp/criu/newlog"
|
||
|
||
public:
|
||
// CMigrateApp(int iPid = 0);
|
||
CMigrateApp(char *sCMD, int iPid = 0);
|
||
~CMigrateApp(){}
|
||
char *GetCMD();
|
||
char *GetImgDir();
|
||
int Checkout();
|
||
int Restore();
|
||
int GetPid();
|
||
int GetUnixNum();
|
||
|
||
private:
|
||
int GetPidByCMD(char * sCMD);
|
||
int SetPidByCMD(char * sCMD);
|
||
void GetCMDByPid(int iPid, char *sCMD);
|
||
int isUnixActivity(unsigned int iNode, char * cPid);
|
||
int SetUnixByPid(int iPid);
|
||
void Mkdir_safe(char *dirname, int mode);
|
||
|
||
private:
|
||
int i_criu_pid;
|
||
int i_unix_num;
|
||
char s_criu_cmd[64];
|
||
char s_criu_pid[8];
|
||
char s_criu_img[64];
|
||
char s_criu_dump_log[64];
|
||
char s_criu_restore_log[64];
|
||
char s_criu_restore_pidfile[64];
|
||
char s_external_sk_ino[1024];
|
||
char s_inh_unixsk_arg[1024];
|
||
const char *s_dump_argv[15] = {
|
||
"criu", "dump", "-j",
|
||
"-D", s_criu_img, "-o", s_criu_dump_log,
|
||
"-v4", "-x", "--lib /root/stl/lib",
|
||
"--tcp-established",
|
||
s_external_sk_ino,
|
||
"-t", s_criu_pid,
|
||
NULL };
|
||
const char *s_restore_argv[18] = {
|
||
"criu", "restore", "-d","-j",
|
||
"-D", s_criu_img, "-o", s_criu_restore_log,
|
||
"--pidfile", s_criu_restore_pidfile,
|
||
"-v4", "-x", "--lib /root/stl/lib",
|
||
"--tcp-established",
|
||
s_inh_unixsk_arg,
|
||
NULL };
|
||
};
|
||
|
||
CMigrateApp::CMigrateApp(char* sCMD, int iPid)
|
||
{
|
||
char sMkdir[64] = {0};
|
||
|
||
// init data
|
||
memset(s_criu_img, 0x00, sizeof s_criu_img);
|
||
memset(s_criu_dump_log, 0x00, sizeof s_criu_dump_log);
|
||
memset(s_criu_restore_log, 0x00, sizeof s_criu_restore_log);
|
||
memset(s_criu_restore_pidfile, 0x00, sizeof s_criu_restore_pidfile);
|
||
memset(s_criu_cmd, 0x00, sizeof s_criu_cmd);
|
||
i_criu_pid = 0;
|
||
i_unix_num = 0;
|
||
memset(s_criu_pid, 0x00, sizeof s_criu_pid);
|
||
memset(s_external_sk_ino, 0x00, sizeof s_external_sk_ino);
|
||
memset(s_inh_unixsk_arg, 0x00, sizeof s_inh_unixsk_arg);
|
||
|
||
if( 0 != iPid )
|
||
{
|
||
GetCMDByPid(iPid, s_criu_cmd);
|
||
i_criu_pid = iPid;
|
||
snprintf(s_criu_pid, sizeof s_criu_pid, "%d", i_criu_pid);
|
||
}
|
||
else if( NULL != sCMD )
|
||
{
|
||
strcpy(s_criu_cmd, sCMD);
|
||
SetPidByCMD(s_criu_cmd);
|
||
}
|
||
else
|
||
{
|
||
printf("Error of [iPid: %d] or [sCMD: %s] ", iPid, sCMD);
|
||
}
|
||
|
||
snprintf(s_criu_img, sizeof s_criu_img, "%s/%s/%s", CRIU_DIR, s_criu_cmd, IMG_DIR);
|
||
snprintf(s_criu_dump_log, sizeof s_criu_dump_log, "%s/%s/%s", CRIU_DIR, s_criu_cmd, DUMP_LOG_FILE);
|
||
snprintf(s_criu_restore_log, sizeof s_criu_restore_log, "%s/%s/%s", CRIU_DIR, s_criu_cmd, RESTORE_LOG_FILE);
|
||
snprintf(s_criu_restore_pidfile, sizeof s_criu_restore_pidfile, "%s/%s/%s", CRIU_DIR, s_criu_cmd, RESTORE_PID_FILE);
|
||
i_unix_num = SetUnixByPid(i_criu_pid);
|
||
// printf("PCMD: %s, Unix Sum: %d\n",sCMD, i_unix_num);
|
||
|
||
sprintf(sMkdir,"mkdir -p %s &", s_criu_img);
|
||
system(sMkdir);
|
||
printf("App will be to Migrate: [iPid: %d] [CMD: %s] [Unix Num: %d]\n", i_criu_pid, s_criu_cmd, i_unix_num);
|
||
}
|
||
|
||
int CMigrateApp::Checkout()
|
||
{
|
||
char sCmd[2048] = {0};
|
||
char sCpCMd[64] = {0};
|
||
if(0 >= i_criu_pid)
|
||
{
|
||
printf("Error Pid! Dump failed!\n");
|
||
return -1;
|
||
}
|
||
|
||
for (int i = 0; s_dump_argv[i] != NULL; i++)
|
||
sprintf(sCmd, "%s %s", sCmd, s_dump_argv[i]);
|
||
strcat(sCmd,"&");
|
||
printf("Dump [CMD:%s] [PID:%d] [Unix Num:%d] cmd: %s\n",s_criu_cmd,i_criu_pid, i_unix_num, sCmd);
|
||
system(sCmd);
|
||
|
||
snprintf(sCpCMd, sizeof sCpCMd, "cp /tmp/1 /tmp/criu/%s/", s_criu_cmd);
|
||
system(sCpCMd);
|
||
return 0;
|
||
}
|
||
|
||
int CMigrateApp::Restore()
|
||
{
|
||
char sCmd[2048] = {0};
|
||
char sCpCmd[64] = {0};
|
||
if(0 >= i_criu_pid)
|
||
{
|
||
printf("Error Pid! Restore neet to right dump!\n");
|
||
return -1;
|
||
}
|
||
for (int i = 0; s_restore_argv[i] != NULL; i++)
|
||
sprintf(sCmd, "%s %s", sCmd, s_restore_argv[i]);
|
||
strcat(sCmd,"&");
|
||
/* 进程有几个socket就创建几次 */
|
||
for (int i = 0; i < i_unix_num; i++)
|
||
socket(AF_UNIX, SOCK_STREAM, 0);
|
||
/* 将该进程转储时的/tmp/1 复制到指定路径下 */
|
||
snprintf(sCpCmd, sizeof sCpCmd, "cp /tmp/criu/%s/1 /tmp/1", s_criu_cmd);
|
||
system(sCpCmd);
|
||
system("chmod 644 /tmp/1");
|
||
/* 恢复 */
|
||
printf("Restore [CMD:%s] [Unix Num:%d] cmd: %s\n",s_criu_cmd, i_unix_num, sCmd);
|
||
system(sCmd);
|
||
return 0;
|
||
}
|
||
|
||
int CMigrateApp::GetPidByCMD(char *sCMD)
|
||
{
|
||
char cPid[62] = {0};
|
||
char sSeekCmd[64] = {0};
|
||
FILE *fPid = NULL;
|
||
int iPid = -1;
|
||
sprintf(sSeekCmd, "pgrep %s | head -1",sCMD);
|
||
fPid = popen(sSeekCmd, "r");
|
||
if(NULL == fPid)
|
||
return -1;
|
||
fgets(cPid, sizeof(cPid), fPid);
|
||
iPid = atoi(cPid);
|
||
// printf("SeekCmd: %s, Pid: %d, cPid: %s\n",sSeekCmd,iPid,cPid);
|
||
return iPid;
|
||
}
|
||
void CMigrateApp::GetCMDByPid(int iPid, char *sCMD)
|
||
{
|
||
FILE *fcmd = NULL;
|
||
char sGetCMD[64] = {0};
|
||
snprintf(sGetCMD, sizeof sGetCMD, "grep 'Name' /proc/%d/status | awk '{print $2}'", iPid);
|
||
fcmd = popen(sGetCMD, "r");
|
||
fgets(sCMD, sizeof(sCMD), fcmd);
|
||
}
|
||
int CMigrateApp::SetPidByCMD(char *sCMD)
|
||
{
|
||
char cPid[62] = {0};
|
||
char sSeekCmd[64] = {0};
|
||
FILE *fPid = NULL;
|
||
int iPid = -1;
|
||
sprintf(sSeekCmd, "pgrep %s | head -1", sCMD);
|
||
fPid = popen(sSeekCmd, "r");
|
||
if(NULL == fPid)
|
||
return -1;
|
||
fgets(cPid, sizeof(cPid), fPid);
|
||
iPid = atoi(cPid);
|
||
|
||
i_criu_pid = atoi(cPid);
|
||
snprintf(s_criu_pid, sizeof s_criu_pid, "%d", iPid);
|
||
// strcpy(s_criu_pid, cPid);
|
||
pclose(fPid);
|
||
//printf("SeekCmd: %s, Pid: %d, cPid: %s\n",sSeekCmd,iPid,cPid);
|
||
return iPid;
|
||
}
|
||
int CMigrateApp::SetUnixByPid(int iPid)
|
||
{
|
||
char sUnixStatCmd[64] = {0};
|
||
char sNowCriuUnixCmd[64] = {0};
|
||
char sNosRestoreUnixCmd[64] = {0};
|
||
FILE *fpUnixStat;
|
||
int iFdNum = 3;
|
||
char tmp[2048]; //存储每一行输出
|
||
unsigned int iNode;
|
||
int iSumUnix = 0;
|
||
// int i = 0;
|
||
|
||
if( iPid <=0 )
|
||
return 0;
|
||
|
||
sprintf(sUnixStatCmd, "cat /proc/%d/net/unix | awk '{print $7}'", iPid);
|
||
fpUnixStat = popen(sUnixStatCmd, "r");
|
||
if (fpUnixStat == NULL) {
|
||
return -1;
|
||
}
|
||
// 跳过第一条无效数据
|
||
fgets(tmp, sizeof(tmp) - 1, fpUnixStat);
|
||
// i = 0;
|
||
// 输出检查状态
|
||
// printf("check unix ..");
|
||
// fflush(stdout);
|
||
while (fgets(tmp, sizeof(tmp) - 1, fpUnixStat)) {
|
||
// 输出检查状态
|
||
// switch(i++){
|
||
// case 1:
|
||
// printf(".");
|
||
// fflush(stdout);
|
||
// break;
|
||
// case 5:
|
||
// printf("\b");
|
||
// fflush(stdout);
|
||
// break;
|
||
// case 10:
|
||
// i=0;
|
||
// default:
|
||
// break;
|
||
// };
|
||
sscanf(tmp, "%u", &iNode);
|
||
if(!isUnixActivity(iNode,s_criu_cmd))
|
||
continue;
|
||
if(iNode==0)
|
||
continue;
|
||
// printf("iPid: %d, Unix iNode: %d, is activity.\n", iPid,iNode);
|
||
snprintf(sNowCriuUnixCmd, sizeof(sNowCriuUnixCmd), "--ext-unix-sk=%u ",
|
||
(unsigned int)iNode);
|
||
snprintf(sNowCriuUnixCmd, sizeof(sNowCriuUnixCmd), "--external unix[%u] ",
|
||
(unsigned int)iNode);
|
||
snprintf(sNosRestoreUnixCmd, sizeof sNosRestoreUnixCmd, "--inherit-fd fd[%d]:socket:[%u] ",
|
||
iFdNum++,(unsigned int)iNode);
|
||
strcat(s_external_sk_ino, sNowCriuUnixCmd);
|
||
strcat(s_inh_unixsk_arg, sNosRestoreUnixCmd);
|
||
iSumUnix++;
|
||
}
|
||
// printf("\r"); // 清空 check unix 状态字符打印
|
||
pclose(fpUnixStat);
|
||
return iSumUnix;
|
||
}
|
||
int CMigrateApp::isUnixActivity(unsigned int iNode, char * cPid)
|
||
{
|
||
char sCheckUnixCmd[64] = {0};
|
||
FILE *fpCheckUnix;
|
||
char tmp[2048];
|
||
// 检查当前 unix socket 是否处于活跃状态
|
||
sprintf(sCheckUnixCmd, "netstat -xap | grep %s | grep %u", cPid, iNode);
|
||
fpCheckUnix = popen(sCheckUnixCmd, "r");
|
||
if (fpCheckUnix == NULL) {
|
||
return -1;
|
||
}
|
||
memset(tmp, 0x0, sizeof(tmp));
|
||
fgets(tmp, sizeof(tmp) - 1, fpCheckUnix);
|
||
pclose(fpCheckUnix);
|
||
printf("Check Cmd: %s, Rst len: %d", sCheckUnixCmd, (int)strlen(tmp));
|
||
fflush(stdout);
|
||
printf("%40s\r"," "); // 使用空格清理脏字符并回退光标至行首
|
||
fflush(stdout);
|
||
if(strlen(tmp)>1)
|
||
return 1;
|
||
return 0;
|
||
}
|
||
int CMigrateApp::GetPid()
|
||
{
|
||
return i_criu_pid;
|
||
}
|
||
int CMigrateApp::GetUnixNum()
|
||
{
|
||
return i_unix_num;
|
||
}
|
||
char *CMigrateApp::GetCMD()
|
||
{
|
||
return s_criu_cmd;
|
||
}
|
||
char *CMigrateApp::GetImgDir()
|
||
{
|
||
return s_criu_img;
|
||
}
|
||
|
||
void CMigrateApp::Mkdir_safe(char *dirname, int mode)
|
||
{
|
||
if (mkdir(dirname, mode) == -1 && errno != EEXIST)
|
||
printf("Success to mkdir dirname=%s mode=0x%x\n", dirname, mode);
|
||
else
|
||
printf("Fail to make dir %s", dirname);
|
||
}
|
||
|
||
// 自定义对象比较函数（根据unix个数排序）
|
||
bool cmp(CMigrateApp a, CMigrateApp b)
|
||
{
|
||
return a.GetUnixNum() < b.GetUnixNum();
|
||
}
|
||
void MigrateMySelf()
|
||
{
|
||
char sRestoreCmd[128] = {0};
|
||
CMigrateApp CMigrateMySelf(NULL, getpid());
|
||
snprintf(sRestoreCmd, sizeof sRestoreCmd, "criu restore -D %s -j", CMigrateMySelf.GetImgDir());
|
||
printf("Run cmd when restore: %s\n", sRestoreCmd);
|
||
CMigrateMySelf.Checkout();
|
||
}
|
||
|
||
int main()
|
||
{
|
||
char piggie_cmd[21][64] = {
|
||
/* create ipc unix socket */
|
||
"arpd", "dhcp", "lldpd", "ospfd", "ripd", "snmptrap", "rmon", "ripngd", "mstp", "lag","master","zebra","pidmonitor",
|
||
"ntpclient", "snmpd", "udpsvd", "brctl", "l2monitor", "vtysh", "configmanage", "udhcpd"};
|
||
std::vector <CMigrateApp> vMigrateApps;
|
||
|
||
// 清空进程检查点数据文件夹，避免遗留文件影响进程恢复
|
||
system("rm -rf /tmp/criu/*");
|
||
|
||
for(int i = 0; i < 21; i++)
|
||
{
|
||
CMigrateApp iC(piggie_cmd[i]);
|
||
vMigrateApps.push_back(iC);
|
||
// printf("%s [PID %d] will be push back, vector size: %d\n", iC.GetCMD(),iC.GetPid(), (int)vMigrateApps.size());
|
||
}
|
||
|
||
printf("-----------------------after sort-----------------------\n");
|
||
for(auto v : vMigrateApps)
|
||
{
|
||
printf("[%s:%d] has %d unix socket\n", v.GetCMD(), v.GetPid(), v.GetUnixNum());
|
||
}
|
||
// sort(vMigrateApps.begin(), vMigrateApps.end(),cmp);
|
||
printf("-------------------------- dump -------------------------\n");
|
||
for(auto v : vMigrateApps)
|
||
{
|
||
v.Checkout();
|
||
}
|
||
for(int j=10;j>0;j--)
|
||
{
|
||
printf("Waiting for start restore....%d\n",j);
|
||
if(j==5)
|
||
MigrateMySelf();
|
||
sleep(1);
|
||
}
|
||
|
||
printf("Enter any character to continue\n");
|
||
getchar();
|
||
printf("------------------------ restore ------------------------\n");
|
||
for(auto v : vMigrateApps)
|
||
{
|
||
if(v.GetPid()<=0)
|
||
{
|
||
printf("failed to dump, jump %s.\n", v.GetCMD());
|
||
continue;
|
||
}
|
||
v.Restore();
|
||
}
|
||
return 0;
|
||
}
|