361 lines
9.5 KiB
PHP
361 lines
9.5 KiB
PHP
|
<?php
|
|||
|
|
// +----------------------------------------------------------------------
|
|||
|
|
// | CatchAdmin [Just Like ～ ]
|
|||
|
|
// +----------------------------------------------------------------------
|
|||
|
|
// | Copyright (c) 2017~{$year} http://catchadmin.com All rights reserved.
|
|||
|
|
// +----------------------------------------------------------------------
|
|||
|
|
// | Licensed ( https://github.com/yanwenwu/catch-admin/blob/master/LICENSE.txt )
|
|||
|
|
// +----------------------------------------------------------------------
|
|||
|
|
// | Author: JaguarJack [ njphper@gmail.com ]
|
|||
|
|
// +----------------------------------------------------------------------
|
|||
|
|
|
|||
|
|
namespace catchAdmin\monitor\command\process;
|
|||
|
|
|
|||
|
|
use Exception;
|
|||
|
|
use catcher\facade\Filesystem;
|
|||
|
|
use think\cache\driver\Redis;
|
|||
|
|
use think\facade\Cache;
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
*
|
|||
|
|
* - 以后台形式工作 daemon
|
|||
|
|
* - 分静态进程和动态扩容进程
|
|||
|
|
* - 信号处理机制
|
|||
|
|
* - 重启工作进程
|
|||
|
|
* - 重启服务
|
|||
|
|
* - 定时器 扩容工作进程
|
|||
|
|
* - 关闭进程
|
|||
|
|
* - 统计信息
|
|||
|
|
* - 是否拉起进程，工作进程销毁后是否继续主进程保留
|
|||
|
|
* - Fatal Error 处理
|
|||
|
|
* - Exception 处理
|
|||
|
|
* - 发生内存泄漏如何处理
|
|||
|
|
* - 错误输出到哪里
|
|||
|
|
* - 提供基础面板查看
|
|||
|
|
* - Log 文件的记录
|
|||
|
|
*
|
|||
|
|
* @time 2020年07月29日
|
|||
|
|
*/
|
|||
|
|
class Master
|
|||
|
|
{
|
|||
|
|
use RegisterSignal, Attributes, Store, ParseTask;
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 保存子进程 PID
|
|||
|
|
*
|
|||
|
|
* @var array
|
|||
|
|
*/
|
|||
|
|
protected $workerIds = [];
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 开始时间
|
|||
|
|
*
|
|||
|
|
* @var
|
|||
|
|
*/
|
|||
|
|
public $start_at;
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* @var
|
|||
|
|
*/
|
|||
|
|
public $worker_start_at;
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 保存当前工作进程的数量
|
|||
|
|
*
|
|||
|
|
* @var
|
|||
|
|
*/
|
|||
|
|
protected $allWorkersCount;
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 保存当前重定向输出文件
|
|||
|
|
*
|
|||
|
|
* @var string
|
|||
|
|
*/
|
|||
|
|
protected static $stdout;
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 任务对象
|
|||
|
|
*
|
|||
|
|
* @var
|
|||
|
|
*/
|
|||
|
|
protected $taskService;
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 处理的任务数量
|
|||
|
|
*
|
|||
|
|
* @var int
|
|||
|
|
*/
|
|||
|
|
protected $dealNum = 0;
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* busy waiting
|
|||
|
|
*
|
|||
|
|
* @var
|
|||
|
|
*/
|
|||
|
|
protected $status = 'waiting';
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* @var
|
|||
|
|
*/
|
|||
|
|
protected $redis;
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 启动
|
|||
|
|
*
|
|||
|
|
* @time 2020年07月21日
|
|||
|
|
* @return void
|
|||
|
|
*/
|
|||
|
|
public function run()
|
|||
|
|
{
|
|||
|
|
try {
|
|||
|
|
if ($this->daemon) {
|
|||
|
|
Process::daemon();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if ($this->interval) {
|
|||
|
|
Process::alarm($this->interval);
|
|||
|
|
}
|
|||
|
|
$this->init();
|
|||
|
|
// 初始化进程池
|
|||
|
|
$this->initWorkers();
|
|||
|
|
// 设置进程名称
|
|||
|
|
Process::setWorkerName($this->name . ' master');
|
|||
|
|
// 注册信号
|
|||
|
|
$this->registerSignal();
|
|||
|
|
// 写入进程状态
|
|||
|
|
$this->setWorkerStatus($this->name . ' master');
|
|||
|
|
// 信号发送
|
|||
|
|
while (true) {
|
|||
|
|
Process::dispatch();
|
|||
|
|
$pid = pcntl_waitpid(-1, $status, WNOHANG);
|
|||
|
|
Process::dispatch();
|
|||
|
|
if ($pid > 0) {
|
|||
|
|
if (isset($this->workerIds[$pid])) {
|
|||
|
|
unset($this->workerIds[$pid]);
|
|||
|
|
$this->deleteWorkerStatusFile($pid);
|
|||
|
|
$this->worker_start_at = time();
|
|||
|
|
// 如果进程挂掉，正常退出码都是 0，当然这里可以自己定义，看 exit($status) 设置什么
|
|||
|
|
// 真实的 exit code pcntl_wexitstatus 函数获取
|
|||
|
|
// exit code > 0 都是由于异常导致的
|
|||
|
|
$exitCode = pcntl_wexitstatus($status);
|
|||
|
|
if (!in_array($exitCode, [255, 250])) {
|
|||
|
|
$this->forkStatic();
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
// 如果静态工作进程全部退出，会发生 CPU 空转，所以这里需要 sleep 1
|
|||
|
|
if (!count($this->workerIds)) {
|
|||
|
|
// sleep(1);
|
|||
|
|
self::exitMasterDo();
|
|||
|
|
exit(0);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
usleep(500 * 1000);
|
|||
|
|
}
|
|||
|
|
} catch (\Throwable $exception) {
|
|||
|
|
// todo
|
|||
|
|
echo $exception->getMessage();
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 初始化
|
|||
|
|
* @throws Exception
|
|||
|
|
*/
|
|||
|
|
protected function init()
|
|||
|
|
{
|
|||
|
|
$this->displayErrors();
|
|||
|
|
$this->start_at = $this->worker_start_at = time();
|
|||
|
|
// 记录 masterID
|
|||
|
|
FileSystem::put(self::masterPidStorePath(), posix_getpid());
|
|||
|
|
// 保存信息
|
|||
|
|
$this->saveTaskInfo();
|
|||
|
|
// 初始化进程数量
|
|||
|
|
$this->allWorkersCount = $this->static;
|
|||
|
|
// 显示UI
|
|||
|
|
$this->display();
|
|||
|
|
// 重定向
|
|||
|
|
$this->dup();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 初始化进程池
|
|||
|
|
*
|
|||
|
|
* @time 2020年07月21日
|
|||
|
|
* @return void
|
|||
|
|
*/
|
|||
|
|
protected function initWorkers()
|
|||
|
|
{
|
|||
|
|
$this->redis = $this->getRedisHandle();
|
|||
|
|
|
|||
|
|
for ($i = 0; $i < $this->static; $i++) {
|
|||
|
|
$this->forkStatic();
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* fork 进程
|
|||
|
|
*
|
|||
|
|
* @time 2020年07月21日
|
|||
|
|
* @return void
|
|||
|
|
*/
|
|||
|
|
protected function forkDynamic()
|
|||
|
|
{
|
|||
|
|
$process = new Process(function (Process $process) {
|
|||
|
|
$redis = $this->getRedisHandle();
|
|||
|
|
while($crontab = $redis->rpop($this->crontabQueueName)) {
|
|||
|
|
$task = $this->getTaskObject(\json_decode($crontab, true));
|
|||
|
|
$task->run();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
$process->exit();
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
$process->start();
|
|||
|
|
|
|||
|
|
$this->workerIds[$process->pid] = true;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 静态进程
|
|||
|
|
*
|
|||
|
|
* @time 2020年07月21日
|
|||
|
|
* @return void
|
|||
|
|
*/
|
|||
|
|
protected function forkStatic()
|
|||
|
|
{
|
|||
|
|
$process = new Process(function (Process $process) {
|
|||
|
|
$process->initMemory();
|
|||
|
|
|
|||
|
|
$name = $this->name . ' worker';
|
|||
|
|
$this->setWorkerStatus($name, $this->dealNum, $this->status);
|
|||
|
|
|
|||
|
|
Process::setWorkerName($name);
|
|||
|
|
|
|||
|
|
Process::signal(SIGUSR2, function ($signal) use ($name) {
|
|||
|
|
$this->setWorkerStatus($name, $this->dealNum, $this->status);
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
// 该信号保证进程完成任务后安全退出
|
|||
|
|
Process::signal(SIGTERM, function ($signal) {
|
|||
|
|
$this->exitSafely = true;
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
while (true) {
|
|||
|
|
/************** 任务 *********************/
|
|||
|
|
$this->status = 'busying';
|
|||
|
|
$this->setWorkerStatus($name, $this->dealNum, 'busying');
|
|||
|
|
|
|||
|
|
// 处理定时任务
|
|||
|
|
while ($crontab = $this->redis->rpop($this->crontabQueueName)) {
|
|||
|
|
$task = $this->getTaskObject(\json_decode($crontab, true));
|
|||
|
|
$task->run();
|
|||
|
|
if ($task->shouldExit()) {
|
|||
|
|
$process->exit(250);
|
|||
|
|
}
|
|||
|
|
$this->dealNum += 1;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
$this->status = 'waiting';
|
|||
|
|
$this->setWorkerStatus($name, $this->dealNum, 'waiting');
|
|||
|
|
/****************处理*********************/
|
|||
|
|
// 暂停一秒 让出CPU调度
|
|||
|
|
sleep(1);
|
|||
|
|
// 信号调度
|
|||
|
|
Process::dispatch();
|
|||
|
|
// 是否需要安全退出 || 查看内存是否溢出
|
|||
|
|
if ($this->exitSafely || $process->isMemoryOverflow()) {
|
|||
|
|
$process->exit();
|
|||
|
|
//exit(0);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
$process->start();
|
|||
|
|
|
|||
|
|
$this->workerIds[$process->pid] = true;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 重定向文件流
|
|||
|
|
*
|
|||
|
|
* @time 2020年07月22日
|
|||
|
|
* @return void
|
|||
|
|
* @throws Exception
|
|||
|
|
*/
|
|||
|
|
protected function dup()
|
|||
|
|
{
|
|||
|
|
if (!$this->daemon) {
|
|||
|
|
return;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
global $stdout, $stderr;
|
|||
|
|
|
|||
|
|
// 关闭标准输入输出
|
|||
|
|
fclose(STDOUT);
|
|||
|
|
fclose(STDIN);
|
|||
|
|
fclose(STDERR);
|
|||
|
|
|
|||
|
|
// 重定向输出&错误
|
|||
|
|
$stdoutPath = self::$stdout ?: self::stdoutPath();
|
|||
|
|
|
|||
|
|
!file_exists($stdoutPath) && touch($stdoutPath);
|
|||
|
|
// 等待 100 毫秒
|
|||
|
|
usleep(100 * 1000);
|
|||
|
|
|
|||
|
|
$stdout = fopen($stdoutPath, 'a');
|
|||
|
|
|
|||
|
|
$stderr = fopen($stdoutPath, 'a');
|
|||
|
|
|
|||
|
|
return;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 输出
|
|||
|
|
*
|
|||
|
|
* @time 2020年07月21日
|
|||
|
|
* @return string
|
|||
|
|
*/
|
|||
|
|
public function output()
|
|||
|
|
{
|
|||
|
|
$isShowCtrlC = $this->daemon ? '' : 'Ctrl+c to stop' . "\r\n";
|
|||
|
|
|
|||
|
|
$info = <<<EOT
|
|||
|
|
---------------------------------------------------------------- 🚀
|
|||
|
|
| _ _ _ _ |
|
|||
|
|
| | | | | | | | | |
|
|||
|
|
| ___ __ _| |_ ___| |__ ___ _ __ ___ _ __ | |_ __ _| |__ |
|
|||
|
|
| / __/ _` | __/ __| '_ \ / __| '__/ _ \| '_ \| __/ _` | '_ \ |
|
|||
|
|
| | (_| (_| | || (__| | | | | (__| | | (_) | | | | || (_| | |_) ||
|
|||
|
|
| \___\__,_|\__\___|_| |_| \___|_| \___/|_| |_|\__\__,_|_.__/ |
|
|||
|
|
| | |
|
|||
|
|
|----------------------------------------------------------------|
|
|||
|
|
$isShowCtrlC
|
|||
|
|
EOT;
|
|||
|
|
return file_put_contents(self::statusPath(), $info);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 显示
|
|||
|
|
*
|
|||
|
|
* @time 2020年07月22日
|
|||
|
|
* @return false|int
|
|||
|
|
*/
|
|||
|
|
protected function display()
|
|||
|
|
{
|
|||
|
|
$this->output();
|
|||
|
|
|
|||
|
|
return fwrite(STDOUT, $this->renderStatus());
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 获取 redis 句柄
|
|||
|
|
*
|
|||
|
|
* @time 2020年09月15日
|
|||
|
|
* @return object|null
|
|||
|
|
*/
|
|||
|
|
protected function getRedisHandle()
|
|||
|
|
{
|
|||
|
|
return Cache::store('redis')->handler();
|
|||
|
|
}
|
|||
|
|
}
|