450 lines
16 KiB
PHP
450 lines
16 KiB
PHP
<?php
|
|
declare(strict_types=1);
|
|
/**
|
|
* The model file of convert module of ZenTaoPMS.
|
|
*
|
|
* @copyright Copyright 2009-2023 禅道软件（青岛）有限公司(ZenTao Software (Qingdao) Co., Ltd. www.cnezsoft.com)
|
|
* @license ZPL(http://zpl.pub/page/zplv12.html) or AGPL(https://www.gnu.org/licenses/agpl-3.0.en.html)
|
|
* @author Chunsheng Wang <chunsheng@cnezsoft.com>
|
|
* @package convert
|
|
* @version $Id: model.php 4129 2013-01-18 01:58:14Z wwccss $
|
|
* @link https://www.zentao.net
|
|
*/
|
|
?>
|
|
<?php
|
|
class convertModel extends model
|
|
{
|
|
/**
|
|
* 数据库连接句柄。
|
|
* Database link handle.
|
|
*
|
|
* @var object
|
|
* @access public
|
|
*/
|
|
public $sourceDBH;
|
|
|
|
/**
|
|
* 连接数据库。
|
|
* Connect to db.
|
|
*
|
|
* @param string $dbName
|
|
* @access public
|
|
* @return object|string
|
|
*/
|
|
public function connectDB(string $dbName = ''): object|string
|
|
{
|
|
try
|
|
{
|
|
$params = clone $this->config->db;
|
|
$params->name = $dbName;
|
|
|
|
$dbh = new dbh($params);
|
|
$dbh->exec("SET NAMES {$params->encoding}");
|
|
$dbh->setAttribute(PDO::ATTR_DEFAULT_FETCH_MODE, PDO::FETCH_OBJ);
|
|
$dbh->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
|
|
|
|
$this->sourceDBH = $dbh;
|
|
|
|
return $dbh;
|
|
}
|
|
catch (PDOException $exception)
|
|
{
|
|
return $exception->getMessage();
|
|
}
|
|
}
|
|
|
|
/**
|
|
* 检查数据库是否存在。
|
|
* Check database exits or not.
|
|
*
|
|
* @param string $dbName
|
|
* @access public
|
|
* @return object|false
|
|
*/
|
|
public function dbExists(string $dbName = ''): object|false
|
|
{
|
|
if(!$this->checkDBName($dbName)) return false;
|
|
|
|
return $this->dbh->execute('SHOW DATABASES like ?', array($dbName))->fetch();
|
|
}
|
|
|
|
/**
|
|
* 检查数据表是否存在。
|
|
* Check table exits or not.
|
|
*
|
|
* @param string $table
|
|
* @access public
|
|
* @return object|false
|
|
*/
|
|
public function tableExists(string $table): object|false
|
|
{
|
|
$sql = "SHOW tables like '$table'";
|
|
return $this->dbh->query($sql)->fetch();
|
|
}
|
|
|
|
/**
|
|
* 检查jira数据库表是否存在。
|
|
* Check table of jira databases exits or not.
|
|
*
|
|
* @param string $dbName
|
|
* @param string $table
|
|
* @access public
|
|
* @return object|false
|
|
*/
|
|
public function tableExistsOfJira(string $dbName, string $table): object|false
|
|
{
|
|
$this->connectDB($dbName);
|
|
$sql = "SHOW tables like '$table'";
|
|
return $this->dao->dbh($this->sourceDBH)->query($sql)->fetch();
|
|
}
|
|
|
|
/**
|
|
* 保存每个表的最大ID。
|
|
* Save the max id of every table. Thus when we convert again, when can delete id larger then the saved max id.
|
|
*
|
|
* @access public
|
|
* @return void
|
|
*/
|
|
public function saveState(): void
|
|
{
|
|
/* Get user defined tables. */
|
|
$constants = get_defined_constants(true);
|
|
$userConstants = $constants['user'];
|
|
|
|
/* These tables needn't save. */
|
|
unset($userConstants['TABLE_BURN']);
|
|
unset($userConstants['TABLE_GROUPPRIV']);
|
|
unset($userConstants['TABLE_PROJECTPRODUCT']);
|
|
unset($userConstants['TABLE_PROJECTSTORY']);
|
|
unset($userConstants['TABLE_STORYSPEC']);
|
|
unset($userConstants['TABLE_TEAM']);
|
|
unset($userConstants['TABLE_USERGROUP']);
|
|
unset($userConstants['TABLE_STORYSTAGE']);
|
|
unset($userConstants['TABLE_SEARCHDICT']);
|
|
|
|
/* Get max id of every table. */
|
|
foreach($userConstants as $key => $value)
|
|
{
|
|
if(strpos($key, 'TABLE') === false) continue;
|
|
if($key == 'TABLE_COMPANY') continue;
|
|
$state[$value] = (int)$this->dao->select('MAX(id) AS id')->from($value)->fetch('id');
|
|
}
|
|
$this->session->set('state', $state);
|
|
}
|
|
|
|
/**
|
|
* 从文件中获取jira数据。
|
|
* Get jira data from file.
|
|
*
|
|
* @param string $module
|
|
* @param int $lastID
|
|
* @param int $limit
|
|
* @access public
|
|
* @return array
|
|
*/
|
|
public function getJiraDataFromFile(string $module, int $lastID = 0, int $limit = 0): array
|
|
{
|
|
$fileName = $module;
|
|
if($module == 'build') $fileName = 'version';
|
|
if($module == 'file') $fileName = 'fileattachment';
|
|
|
|
$filePath = $this->app->getTmpRoot() . 'jirafile/' . $fileName . '.xml';
|
|
if(!file_exists($filePath)) return array();
|
|
|
|
$xmlContent = file_get_contents($filePath);
|
|
$xmlContent = preg_replace ('/[^\x{0009}\x{000a}\x{000d}\x{0020}-\x{D7FF}\x{E000}-\x{FFFD}]+/u', ' ', $xmlContent);
|
|
$parsedXML = simplexml_load_string($xmlContent, 'SimpleXMLElement', LIBXML_NOCDATA);
|
|
|
|
$dataList = array();
|
|
$parsedXML = $this->convertTao->object2Array($parsedXML);
|
|
foreach($parsedXML as $key => $xmlArray)
|
|
{
|
|
if(strtolower($key) != strtolower($fileName)) continue;
|
|
foreach($xmlArray as $key => $attributes)
|
|
{
|
|
if(is_numeric($key))
|
|
{
|
|
$desc = isset($attributes['description']) ? $attributes['description'] : '';
|
|
$summary = isset($attributes['summary']) ? $attributes['summary'] : '';
|
|
$body = isset($attributes['body']) ? $attributes['body'] : '';
|
|
|
|
foreach($attributes as $value)
|
|
{
|
|
if(!is_array($value)) continue;
|
|
if(!empty($desc)) $value['description'] = $desc;
|
|
if(!empty($summary)) $value['summary'] = $summary;
|
|
if(!empty($body)) $value['body'] = $body;
|
|
$dataList[$value['id']] = $value;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
$dataList[$attributes['id']] = $attributes;
|
|
}
|
|
}
|
|
}
|
|
|
|
if($limit)
|
|
{
|
|
$dataList = array_slice($dataList, $lastID, $limit, true);
|
|
if(empty($dataList)) return array();
|
|
}
|
|
|
|
foreach($dataList as $key => $data)
|
|
{
|
|
if(!in_array($module, array_keys($this->config->convert->objectTables))) continue;
|
|
|
|
$buildFunction = 'build' . ucfirst($module) . 'Data';
|
|
$dataList[$key] = $this->convertTao->$buildFunction($data);
|
|
}
|
|
|
|
return $dataList;
|
|
}
|
|
|
|
/**
|
|
* 从DB文件中导入jira数据。
|
|
* Import jira from db.
|
|
*
|
|
* @param string $type user|project|issue|build|issuelink|action|file
|
|
* @param int $lastID
|
|
* @param bool $createTable
|
|
* @access public
|
|
* @return array
|
|
*/
|
|
public function importJiraFromDB(string $type = '', int $lastID = 0, bool $createTable = false): array
|
|
{
|
|
if($createTable) $this->createTmpTable4Jira();
|
|
|
|
$this->connectDB($this->session->jiraDB);
|
|
|
|
$limit = 1000;
|
|
$nextObject = false;
|
|
if(empty($type)) $type = key($this->lang->convert->jira->objectList);
|
|
|
|
foreach(array_keys($this->lang->convert->jira->objectList) as $module)
|
|
{
|
|
if($module != $type && !$nextObject) continue;
|
|
if($module == $type) $nextObject = true;
|
|
|
|
$this->convertTao->sourceDBH = $this->sourceDBH;
|
|
|
|
while(true)
|
|
{
|
|
$dataList = $this->convertTao->getJiraDataFromDB($module, $lastID, $limit);
|
|
|
|
if(empty($dataList))
|
|
{
|
|
$lastID = 0;
|
|
break;
|
|
}
|
|
|
|
if($module == 'user') $this->convertTao->importJiraUser($dataList);
|
|
if($module == 'project') $this->convertTao->importJiraProject($dataList);
|
|
if($module == 'issue') $this->convertTao->importJiraIssue($dataList);
|
|
if($module == 'build') $this->convertTao->importJiraBuild($dataList);
|
|
if($module == 'issuelink') $this->convertTao->importJiraIssueLink($dataList);
|
|
if($module == 'action') $this->convertTao->importJiraAction($dataList);
|
|
if($module == 'file') $this->convertTao->importJiraFile($dataList);
|
|
|
|
return array('type' => $module, 'count' => count($dataList), 'lastID' => max(array_keys($dataList)));
|
|
}
|
|
}
|
|
|
|
$this->afterExec();
|
|
return array('finished' => true);
|
|
}
|
|
|
|
/**
|
|
* 从文件中导入jira数据。
|
|
* Import jira from file.
|
|
*
|
|
* @param string $type user|project|issue|build|issuelink|action|file
|
|
* @param int $lastID
|
|
* @param bool $createTable
|
|
* @access public
|
|
* @return array
|
|
*/
|
|
public function importJiraFromFile(string $type = '', int $lastID = 0, bool $createTable = false): array
|
|
{
|
|
if($createTable) $this->createTmpTable4Jira();
|
|
|
|
$limit = 1000;
|
|
$nextObject = false;
|
|
if(empty($type)) $type = key($this->lang->convert->jira->objectList);
|
|
|
|
foreach(array_keys($this->lang->convert->jira->objectList) as $module)
|
|
{
|
|
if($module != $type && !$nextObject) continue;
|
|
if($module == $type) $nextObject = true;
|
|
|
|
$this->convertTao->sourceDBH = $this->sourceDBH;
|
|
|
|
while(true)
|
|
{
|
|
$dataList = $this->getJiraDataFromFile($module, $lastID, $limit);
|
|
|
|
if(empty($dataList))
|
|
{
|
|
$lastID = 0;
|
|
break;
|
|
}
|
|
|
|
if($module == 'user') $this->convertTao->importJiraUser($dataList);
|
|
if($module == 'project') $this->convertTao->importJiraProject($dataList, 'file');
|
|
if($module == 'issue') $this->convertTao->importJiraIssue($dataList, 'file');
|
|
if($module == 'build') $this->convertTao->importJiraBuild($dataList, 'file');
|
|
if($module == 'issuelink') $this->convertTao->importJiraIssueLink($dataList, 'file');
|
|
if($module == 'action') $this->convertTao->importJiraAction($dataList, 'file');
|
|
if($module == 'file') $this->convertTao->importJiraFile($dataList, 'file');
|
|
|
|
$offset = $lastID + $limit;
|
|
return array('type' => $module, 'count' => count($dataList), 'lastID' => $offset);
|
|
}
|
|
}
|
|
|
|
$this->afterExec('file');
|
|
return array('finished' => true);
|
|
}
|
|
|
|
/**
|
|
* 分割jira文件。
|
|
* Split jira file.
|
|
*
|
|
* @access public
|
|
* @return void
|
|
*/
|
|
public function splitFile(): void
|
|
{
|
|
$filePath = $this->app->getTmpRoot() . 'jirafile/';
|
|
$fileName = 'entities.xml';
|
|
$file = $filePath . $fileName;
|
|
$handle = fopen($file, "r");
|
|
|
|
$tagList = array('<Action' => '</Action>', '<Project' => '</Project>', '<Status' => '</Status>', '<Resolution' => '</Resolution>', '<User' => '</User>', '<Issue' => '</Issue>', '<ChangeGroup' => '</ChangeGroup>', '<ChangeItem' => '</ChangeItem>', '<IssueLink' => '</IssueLink>', '<IssueLinkType' => '</IssueLinkType>', '<FileAttachment' => '</FileattAchment>', '<Version' => '</Version>', '<IssueType' => '</IssueType>', '<NodeAssociation' => '</NodeAssociation>', '<ApplicationUser' => '</ApplicationUser>');
|
|
|
|
while(!feof($handle))
|
|
{
|
|
$itemStr = fgets($handle);
|
|
foreach($tagList as $startName => $endName)
|
|
{
|
|
$startName .= ' ';
|
|
if(strpos($itemStr, $startName) === false) continue;
|
|
|
|
if(strpos($itemStr, '/>') === false)
|
|
{
|
|
while(true)
|
|
{
|
|
$followItemStr = fgets($handle);
|
|
$itemStr .= $followItemStr;
|
|
if(strpos($itemStr, $endName) !== false) break;
|
|
}
|
|
}
|
|
|
|
$object = str_replace('<', '', $startName);
|
|
$object = trim(strtolower($object));
|
|
$data = preg_replace ('/[^\x{0009}\x{000a}\x{000d}\x{0020}-\x{D7FF}\x{E000}-\x{FFFD}]+/u', ' ', $itemStr);
|
|
if(!file_exists($filePath . $object . '.xml')) $data = "<?xml version='1.0' encoding='UTF-8'?>\n <entity-engine-xml>\n" . $data;
|
|
file_put_contents($filePath . $object . '.xml', $data, FILE_APPEND);
|
|
}
|
|
}
|
|
|
|
foreach($tagList as $startName => $endName)
|
|
{
|
|
$object = str_replace('<', '', $startName);
|
|
$object = strtolower($object);
|
|
$filename = $filePath . $object . '.xml';
|
|
if(file_exists($filename)) file_put_contents($filename, '</entity-engine-xml>', FILE_APPEND);
|
|
}
|
|
|
|
fclose($handle);
|
|
}
|
|
|
|
/**
|
|
* 创建jira数据表。
|
|
* Create tmp table for import jira.
|
|
*
|
|
* @access public
|
|
* @return void
|
|
*/
|
|
public function createTmpTable4Jira(): void
|
|
{
|
|
$sql = <<<EOT
|
|
CREATE TABLE `jiratmprelation`(
|
|
`id` int(8) NOT NULL AUTO_INCREMENT,
|
|
`AType` char(30) NOT NULL,
|
|
`AID` char(30) NOT NULL,
|
|
`BType` char(30) NOT NULL,
|
|
`BID` char(30) NOT NULL,
|
|
`extra` char(30) NOT NULL,
|
|
PRIMARY KEY (`id`),
|
|
UNIQUE KEY `relation` (`AType`,`BType`,`AID`,`BID`)
|
|
) ENGINE=MyISAM DEFAULT CHARSET=utf8;
|
|
EOT;
|
|
|
|
try
|
|
{
|
|
$this->dbh->exec($sql);
|
|
}
|
|
catch(Exception $e){}
|
|
}
|
|
|
|
/**
|
|
* 执行。
|
|
* After exec.
|
|
*
|
|
* @param string $method db|file
|
|
* @access public
|
|
* @return void
|
|
*/
|
|
public function afterExec(string $method = 'db'): void
|
|
{
|
|
/* Set project min start date. */
|
|
$minDate = date('Y-m-d', time() - 30 * 24 * 3600);
|
|
$executionProject = $this->dao->dbh($this->dbh)->select('id,project')->from(TABLE_PROJECT)->where('type')->eq('sprint')->andWhere('project')->ne(0)->fetchPairs();
|
|
$minOpenedDatePairs = $this->dao->dbh($this->dbh)->select('execution,min(openedDate) as minOpenedDate')->from(TABLE_TASK)->where('execution')->in(array_keys($executionProject))->fetchPairs('execution', 'minOpenedDate');
|
|
|
|
foreach($executionProject as $executionID => $projectID)
|
|
{
|
|
$minOpenedDate = isset($minOpenedDatePairs[$executionID]) ? $minOpenedDatePairs[$executionID] : $minDate;
|
|
$minOpenedDate = substr($minOpenedDate, 0, 11);
|
|
$minOpenedDate = helper::isZeroDate($minOpenedDate) ? $minDate : $minOpenedDate;
|
|
$this->dao->update(TABLE_PROJECT)->set('begin')->eq($minOpenedDate)->where('id')->eq($projectID)->orWhere('id')->eq($executionID)->exec();
|
|
}
|
|
|
|
if($method == 'file') $this->deleteJiraFile();
|
|
|
|
$this->dbh->exec("DROP TABLE" . JIRA_TMPRELATION);
|
|
}
|
|
|
|
/**
|
|
* 删除jira文件。
|
|
* Delete jira backip file.
|
|
*
|
|
* @access public
|
|
* @return void
|
|
*/
|
|
public function deleteJiraFile(): void
|
|
{
|
|
$fileList = array('action', 'project', 'status', 'resolution', 'user', 'issue', 'changegroup', 'changeitem', 'issuelink', 'issuelinktype', 'fileattachment', 'version', 'issuetype', 'nodeassociation', 'applicationuser');
|
|
foreach($fileList as $fileName)
|
|
{
|
|
$filePath = $this->app->getTmpRoot() . 'jirafile/' . $fileName . '.xml';
|
|
if(file_exists($filePath)) @unlink($filePath);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* 检查数据库名称。
|
|
* Check dbName is valide.
|
|
*
|
|
* @param string $dbName
|
|
* @access public
|
|
* @return bool
|
|
*/
|
|
public function checkDBName(string $dbName): bool
|
|
{
|
|
if(preg_match('/^[a-zA-Z][a-zA-Z0-9_]*$/', $dbName)) return true;
|
|
return false;
|
|
}
|
|
}
|