php多進程執行個體

標籤：des   blog   http   io   ar   os   sp   for   資料   

主進程

$module=basename($_SERVER[‘SCRIPT_FILENAME‘], ‘.php‘);$__doc__=  "Usage:{$module}.php start|stop|restart  \n";$cmd=isset($_SERVER[‘argv‘][1]) ? strtolower($_SERVER[‘argv‘][1]) : ‘start‘;$procNum=isset($_SERVER[‘argv‘][2]) ? intval($_SERVER[‘argv‘][2]) : 1;$daemon=new ForkPool(array(                                ‘module‘ => "rsyncdata",                                ‘pidDir‘ => "/home/services/daemon/"                            ));$msg=new MsgTask(IPC_KEY_FILE_EXPORT,IPC_MSGQUEUE_SIZE,‘msgHandle‘);$log = ResourceManager::get_logger();$invoice = ResourceManager::get_logger(‘rsync_invoice‘);$db = ResourceManager::getDatabase(‘chaohaowan‘);$daemon->setTask($msg, $procNum);switch ( $cmd ) {case ‘start‘:$daemon->start();break;case ‘stop‘:$daemon->stop();break;case ‘restart‘:$daemon->restart();break;default:echo $__doc__;echo "please input [start | stop]\n";break;}function msgHandle($data){global $invoice;$invoice->err(‘data:‘ . var_export($data, true));if (empty($data[‘cmd‘]) || empty($data[‘data‘]))return;$cmd = abs(intval($data[‘cmd‘]));switch ($cmd){case CMD_RSYNC_ADD_POST:rsync_add_post($data[‘data‘]);break;case CMD_RSYNC_DELETE_POST:rsync_delete_post($data[‘data‘]);break;case CMD_RSYNC_MOD_POST:rsync_modify_post($data[‘data‘]);break;case CMD_RSYNC_ADD_TAG:rsync_add_term($data[‘data‘], TERMTYPE_TAG);break;case CMD_RSYNC_MOD_TAG:rsync_modify_term($data[‘data‘]);break;case CMD_RSYNC_ADD_CATEGORY:rsync_add_term($data[‘data‘], TERMTYPE_CATEGORY);break;case CMD_RSYNC_MOD_CATEGORY:rsync_modify_term($data[‘data‘]);break;case CMD_RSYNC_ADD_USER:rsync_add_user($data[‘data‘]);break;case CMD_RSYNC_MOD_USER:rsync_modify_user($data[‘data‘]);break;case CMD_RSYNC_MOD_POSTMETA:rsync_modify_postmeta($data[‘data‘]);break;case CMD_RSYNC_BBS : rsync_bbs($data[‘data‘]);break;        case CMB_RSYNC_BBS_GAMESTORE : rsync_gamestore($data[‘data‘]);break;default:break;}return;}

 線程池

class ForkPool {        /**     * 任務中實現修飾ForkPool的裝飾方法名     *     */    const FUCTIONNAME_DRESS =‘dressFork‘;    public $_options=array(‘pidDir‘=>‘./‘,‘module‘=>‘‘,‘maxPerChild‘=>36000,‘startNum‘=>1);protected $_running=true;protected $_procList=array();/** * Fork_Task * * @var Frok_Task */protected $_task=array();protected $_procNum=1;protected $_pidFile;public function __construct(array $cfg = array()) {$this->_options=array_merge($this->_options, $cfg);if ( empty($this->_options[‘module‘]) ) {$this->_options[‘module‘]=basename($_SERVER[‘SCRIPT_FILENAME‘], ‘.php‘);}}public function setTask(Fork_Task $task, $procNum = ‘‘) {$procNum=( empty($procNum) ) ? $this->_options[‘startNum‘] : intval($procNum);if ( $procNum > 1 ) {require_once BASE_PATH . ‘/baselib/Fork/Multi.php‘;$this->_task=new Fork_Multi($task);;} else {$this->_task=$task;}/* 調用任務的裝飾方法 */$func_name_dress=self::FUCTIONNAME_DRESS;if(method_exists($task,$func_name_dress)){    $task->$func_name_dress($this);}/**/$this->_pidFile=rtrim($this->_options[‘pidDir‘], "\\/") . ‘/‘ . $this->_options[‘module‘] . ‘.pid‘;    /**/$this->_procNum=$procNum;}public function start() {if ( $this->isRunning() ) {echo "daemon is running\n";exit;}$pid=pcntl_fork();if ( $pid == -1 ) {  die("fork(1) failed!\n");} elseif ( $pid > 0 ) {    //讓由使用者啟動的進程退出exit;}//建立一個有別於終端的新session以脫離終端posix_setsid();$pid=pcntl_fork();if ( $pid == -1 ) {  die("fork(2) failed!\n");} elseif ( $pid > 0 ) {    //父進程退出, 剩下子進程成為最終的獨立進程exit;}//設定進程訊號過濾器pcntl_signal(SIGHUP,  SIG_IGN);pcntl_signal(SIGTTIN, SIG_IGN);pcntl_signal(SIGTTOU, SIG_IGN);pcntl_signal(SIGQUIT, SIG_IGN);pcntl_signal(SIGINT, SIG_IGN);pcntl_signal(SIGTERM, SIG_IGN);pcntl_signal(SIGUSR1, array($this, ‘interrupt‘));file_put_contents($this->_pidFile, posix_getpid());$log=Logger::getLogger();$log->server(‘daemon started.‘);if ( $this->_procNum > 1 ) {$space=ceil($this->_options[‘maxPerChild‘] / $this->_procNum );for ( $i = 0; $i < $this->_procNum; ++$i ) {$pid=$this->_task->run($space * ($i + 1));$this->_procList[$pid]=time();usleep(100000);}unset($space);$count=0;$status=0;while ( true ) {$pid=pcntl_wait($status, WNOHANG);if ( $pid > 0 ) {unset($this->_procList[$pid]);}if ( $this->_running ) {if ( $pid > 0 ) {//$pid=$this->_task->start($this->_options[‘maxPerChild‘]);$this->_procList[$pid]=time();$log->server(‘fork new process pid: ‘ . $pid);}} else {if ( $pid > 0 ) {$count=0;}++$count;if ( ($count > 500) || (count($this->_procList) === 0) ) {break;}usleep(1000 * (count($this->_procList) + 1));}usleep(10000);}} else {while ( $this->_running ) {$this->_task->run();}}echo "daemon stopped.\n";$log->server(‘daemon stoped.‘);}public function isRunning() {clearstatcache();if ( is_file($this->_pidFile) ) {$pid=intval(file_get_contents($this->_pidFile));if ( is_link(‘/proc/‘ . $pid . ‘/exe‘) ) {$execLink=readlink(‘/proc/‘ . $pid . ‘/exe‘);if ( $execLink == PHP_BINDIR . ‘/php‘ ) {$cmdline=file_get_contents(‘/proc/‘ . $pid . ‘/cmdline‘);$execName=basename($_SERVER[‘SCRIPT_FILENAME‘]);if ( strpos($cmdline, $execName) === false ) {} else {//runningreturn true;}}}}return false;}public function stop() {if ( is_file($this->_pidFile) ) {$pid=intval(file_get_contents($this->_pidFile));if ( $pid > 0 ) {if ( is_link(‘/proc/‘ . $pid . ‘/exe‘) ) {$execLink=readlink(‘/proc/‘ . $pid . ‘/exe‘);if ( $execLink == PHP_BINDIR . ‘/php‘ ) {$cmdline=file_get_contents(‘/proc/‘ . $pid . ‘/cmdline‘);$execName=basename($_SERVER[‘SCRIPT_FILENAME‘]);if ( (strpos($cmdline, $execName) === false) ) {//非自己啟動的進程echo "process check error!\n";} else {$ret=posix_kill($pid, SIGUSR1);if ( $ret === false ) {echo "stop daemon error!\n";} else {echo "stop daemon....\n";//unlink pid fileunlink($this->_pidFile);}}} else {echo "process check error!\n";}} else {echo "process has exited!\n";}}} else {echo "pid file not find!\n";}}public function restart() {$this->stop();echo "restarting.......\n";sleep(1);$this->start();echo "restart finished\n";}public function interrupt() {$log=Logger::getLogger();$this->_running=false;if ( $this->_procNum > 1 ) {foreach ( $this->_procList as $pid => $info ) {$ret=posix_kill($pid, SIGUSR2);if ( $ret === false ) {$log->err("stopped process $pid error!");} else {$log->server("process $pid stopped!");}}}}}

進程池派生進程

class Fork_Multi {protected $_taskRuns=0;protected $_running=true;/** * wrap task * * @var Fork_Task */protected $_task=null;protected $_pid=0;public function __construct(Fork_Task $task) {$this->_task=$task;}public function run($taskRuns = 3600) {$pid=pcntl_fork();if ( $pid === -1 ) {exit;} elseif ( $pid === 0 ) {pcntl_signal(SIGUSR2, array($this, ‘stop‘));$this->_taskRuns=$taskRuns;$log=Logger::getLogger();$this->_pid=posix_getpid();while ( $this->_running ) {if ( $this->_taskRuns < 1 ) {//stopexit(0);}$this->_task->run();--$this->_taskRuns;}} elseif ( $pid > 0 ) {return $pid;}//must exitexit;}public function stop() {$this->_running=false;}}

 

實際背景工作處理序

class MsgTask implements Fork_Task {protected $_date,$log;public $code     = 0;public $msg      = ‘‘;private $delay   = 5000;protected $callback,$key,$size;protected $msg_queue;public function __construct($key=null,$size = null,$callback=null) {                $this -> _date     = date(‘Y-m-d‘);        $this -> log       = Logger::getLogger();        $this->key   = $key;        $this->size   = $size;$this->msg_queue   = MsgQueue::init($this->key)->open($this->size);        $this->callback    = $callback;           }public function run() {$this->main();usleep($this->delay);}public function dressFork(ForkPool &$fork_pool){    $fork_pool->_options[‘module‘].=‘_‘.$this->key;}public function main(){    if(is_callable($this->callback)){        $this->getAndDo();    }else{        $this->log->fatal("this handle have not method: msgHandle!");        exit(3);    }}        public function setKey($key){    $this->key=$key;    return $this;    }public function setDelay($microseconds){$this->delay = $microseconds;    return $this;}public function setCallback($callback){    $this->callback=$callback;    return $this;}public function getAndDo($callback=null){if(is_null($callback))$callback=$this->callback;$content = $this->msg_queue->get();if (empty($content))return false;        if(is_callable($callback) && !empty($content)){                       $ret=call_user_func_array($callback,array($content));        }}protected function _clearErr(){    $this->code=0;    $this->msg=‘‘;}public function __destruct() {}}

 IPC通訊

/** * 隊列 * */interface Queue {public function open($size=0xffff, $seq_key = 1);/** * 從隊列中擷取一條記錄 * * @return mix */public function get();/** * 添加到隊列 * * @param mix $v * @return bool */public function add($v);}/** * 通過訊息佇列實現的隊列 * */class MsgQueue implements Queue {    protected $key=‘‘;    protected $msg_queue=null;        protected $msgtype=0;    function __construct($key){        $this->key=$key;        return $this;    }    /** * 建立一個基於訊息佇列的隊列 * * @param string $key KEY,可採用ftok(__FILE__,‘Q‘) * @return MsgQueue */static function init($key) {return new self ( $key );}    /** * 擷取隊列 * * @param int $size * @param int $msgtype * @return MsgQueue */    function open($size=0xffff,$msgtype=1){        $key=$this->key;                $this->size=$size;                $this->msgtype=$msgtype;        //許可權要夠, 不然httpd進程寫不進來        $this->msg_queue = msg_get_queue($key, 0777);if (!$this->msg_queue) {$this->msg_queue = msg_get_queue($key, 0777);if (!$this->msg_queue) {//$this->log->fatal("fail get queue,key:{$key}.");return FALSE;}}return $this;            }    function get(){        $content = null;$code = 0;$dummy = null;//echo microtime(TRUE)."\n\n";    if(!is_resource( $this->msg_queue)){        return FALSE;        }//-----------------隊列, 期望類型,真實類型,最大位元組數,內容回傳, 還原序列化,阻塞,錯誤碼//最大位元組會過大會導致記憶體不夠$ret = msg_receive ( $this->msg_queue, $this->msgtype, $dummy, $this->size, $content, TRUE, MSG_IPC_NOWAIT, $code );//echo microtime(TRUE)."\n\n++";//收包出錯if (!$ret) {//$this->log->fatal("fail receive queue, retrying",$code);//收包出錯, 重新擷取訊息佇列再來過return FALSE;}return $content;                   }        function add($content){    if(!is_resource( $this->msg_queue)){     return FALSE;    }    //向訊息佇列中寫return msg_send( $this->msg_queue, 1,$content,TRUE);        }        function destory(){    return msg_remove_queue($this->msg_queue);        }}/** * 基於共用記憶體的隊列 * */class ShmQueue implements Queue {protected $key = ‘‘;protected $sem_id, $shm_id, $seq_key;public function __construct($key) {$this->key = $key;return $this;}/** * 建立一個基於共用記憶體的隊列 * * @param string $key 記憶體位址KEY,可採用ftok(__FILE__,‘Q‘) * @return ShmQueue */static function init($key) {return new self ( $key );}/** * 開闢記憶體空間 * * @param int $size 空間大小 (bytes) * @param mix $seq_key記憶體key * @return unknown */public function open($size=0xffff, $seq_key = 1) {$IPC_KEY = $this->key;if (! $this->sem_id) {$sem_id = sem_get ( $IPC_KEY ); //建立或獲得一個現有的，以$IPC_KEY為KEY的訊號量  $this->sem_id = $sem_id;$this->seq_key = $seq_key;} else {$sem_id = $this->sem_id;$seq_key = $this->seq_key;}$this->shm_id = $shm_id = shm_attach ( $IPC_KEY, $size, 0666 ); //建立或關聯一個現有的，以$IPC_KEY為KEY的共用記憶體  sem_acquire ( $sem_id ); //佔有訊號量，相當於上鎖，同一時間內只有一個流程運行此段代碼  $val = @shm_get_var ( $shm_id, $seq_key ); //從共用記憶體中獲得值   if ($val && is_array ( $val )) {} else {$val = array ();shm_put_var ( $shm_id, $seq_key, $val );}sem_release ( $sem_id ); //釋放訊號量，相當於解鎖  return $val;}/** * 關閉共用記憶體關聯 * */public function close() {$shm_id = $this->shm_id; //建立或關聯一個現有的，以$IPC_KEY為KEY的共用記憶體  shm_detach ( $shm_id ); //關閉共用記憶體關聯 }/** * 銷毀共用記憶體中的所有資料 * */public function destory() {$sem_id = &$this->sem_id;if($this->shm_id){shm_remove ( $this->shm_id );shm_detach ( $this->shm_id ); //關閉共用記憶體關聯 }if ($sem_id) {sem_remove ($sem_id);}}/** * 從隊列中擷取一條記錄 * * @return mix */public function get() {$shm_id = $this->shm_id;$sem_id = $this->sem_id;if (! ($sem_id && $shm_id))return FALSE;sem_acquire ( $sem_id ); //佔有訊號量，相當於上鎖，同一時間內只有一個流程運行此段代碼  $val = @shm_get_var ( $shm_id, $this->seq_key ); //從共用記憶體中獲得值   if ($val && is_array ( $val )) {$v = array_shift ( $val );shm_put_var ( $shm_id, $this->seq_key, $val ); //將修改後的值寫入共用記憶體  } else {$v = NULL;}sem_release ( $sem_id ); //釋放訊號量，相當於解鎖  return $v;}/** * 添加一條記錄到隊列中 * * @param mix $v * @return bool */public function add($v) {$shm_id = $this->shm_id;$sem_id = $this->sem_id;if (! ($sem_id && $shm_id))return FALSE;sem_acquire ( $sem_id ); //佔有訊號量，相當於上鎖，同一時間內只有一個流程運行此段代碼  //$this->shm_id=$shm_id = shm_attach($this->key);$val = shm_get_var ( $shm_id, $this->seq_key ); //從共用記憶體中獲得值   if ($val && is_array ( $val )) {array_push ( $val, $v );} else {$val = array ($v );}$status = shm_put_var ( $shm_id, $this->seq_key, $val ); //將修改後的值寫入共用記憶體  sem_release ( $sem_id ); //釋放訊號量，相當於解鎖  //shm_detach($shm_id);//關閉共用記憶體關聯 return $status;}/** * 一次添加多條記錄到隊列中 * * @param mix $v * @return bool */public function addAll($v) {$shm_id = $this->shm_id;$sem_id = $this->sem_id;if (! ($sem_id && $shm_id))return FALSE;sem_acquire ( $sem_id ); //佔有訊號量，相當於上鎖，同一時間內只有一個流程運行此段代碼  $val = shm_get_var ( $shm_id, $this->seq_key ); //從共用記憶體中獲得值   if ($val && is_array ( $val )) {$val=array_merge ( $val, $v );} else {$val = $v;}$status = shm_put_var ( $shm_id, $this->seq_key, $val ); //將修改後的值寫入共用記憶體  sem_release ( $sem_id ); //釋放訊號量，相當於解鎖  return $status;}}/** * 同步資料到舊的資料庫 * * @param int $cmd 命令 * @param int $type 要同步的類型 * @param array $data 同步的資料 */function rsync_data($cmd, $type ,$data, &$code, &$msg){$code = 0;$msg = ‘‘;if ($cmd < CMD_RSYNC_ADD || $cmd > CMD_RSYNC_UPDATE){$code = CODE::PARAM_SCALE_ERR;$msg = "cmd {$cmd} is valid";return false;}if ($type < TYPE_RSYNC_POST || $type > TYPE_RSYNC_USER){$code = CODE::PARAM_SCALE_ERR;$msg = "type {$type} is valid";return false;} if (empty($data)){$code = CODE::PARAM_IS_NULL ;$msg = "data is empty";return false;}static $queue;if (empty($queue))$queue = MsgQueue::init(IPC_KEY_FILE_EXPORT)->open(IPC_MSGQUEUE_SIZE);$queue->add(array(‘cmd‘=>$cmd, ‘type‘=>$type,‘data‘=>$data));return true;}//end of script

 

php多進程執行個體