Your IP : 172.28.240.42
<?
class CBackup
{
function CheckDumpClouds()
{
$arRes = array();
if (IntOption('dump_do_clouds') && $arAllBucket = CBackup::GetBucketList())
{
foreach($arAllBucket as $arBucket)
if (IntOption('dump_cloud_'.$arBucket['ID']))
$arRes[] = $arBucket['ID'];
if (count($arRes))
return $arRes;
}
return false;
}
function CheckDumpFiles()
{
return IntOption("dump_file_public") || IntOption("dump_file_kernel");
}
function GetBucketList($arFilter = array())
{
if (CModule::IncludeModule('clouds'))
{
$arBucket = array();
$rsData = CCloudStorageBucket::GetList(
array("SORT"=>"DESC", "ID"=>"ASC")
// array('ACTIVE'=>'Y','READ_ONLY'=>'N')
);
while($f = $rsData->Fetch())
{
if ($f['ACTIVE'] != 'Y' || ($f['READ_ONLY'] == 'Y' && $arFilter['READ_ONLY'] == 'N'))
continue; // sql filter currently is not supported TODO: remove in future
$arBucket[] = $f;
}
return count($arBucket) ? $arBucket : false;
}
return false;
}
function ignorePath($path)
{
if (!file_exists($path)) // in case of wrong symlinks
return true;
static $REAL_DOCUMENT_ROOT_SITE;
if (!$REAL_DOCUMENT_ROOT_SITE)
$REAL_DOCUMENT_ROOT_SITE = realpath(DOCUMENT_ROOT_SITE);
## Ignore paths
$ignore_path = array(
BX_PERSONAL_ROOT."/cache",
BX_PERSONAL_ROOT."/cache_image",
BX_PERSONAL_ROOT."/managed_cache",
BX_PERSONAL_ROOT."/managed_flags",
BX_PERSONAL_ROOT."/stack_cache",
BX_PERSONAL_ROOT."/html_pages",
BX_PERSONAL_ROOT."/tmp",
BX_ROOT."/tmp",
BX_ROOT."/help",
BX_ROOT."/updates",
);
foreach($ignore_path as $value)
if(DOCUMENT_ROOT_SITE.$value == $path)
return true;
## Clouds
if (IntOption('dump_do_clouds'))
{
$clouds = DOCUMENT_ROOT_SITE.BX_ROOT.'/backup/clouds/';
if (strpos($path, $clouds) === 0 || strpos($clouds, $path) === 0)
return false;
}
## Backups
if (strpos($path, DOCUMENT_ROOT_SITE.BX_ROOT.'/backup/') === 0)
return true;
## Symlinks
if (is_dir($path))
{
if (is_link($path))
{
if (IntOption("skip_symlinks"))
return true;
if (strpos(realpath($path), $REAL_DOCUMENT_ROOT_SITE) !== false) // если симлинк ведет на папку внутри структуры сайта
return true;
}
} ## File size
elseif (($max_file_size = IntOption("dump_max_file_size")) > 0 && filesize($path) > $max_file_size * 1024)
return true;
## Skip mask
if (CBackup::skipMask($path))
return true;
## Kernel vs Public
$dump_file_public = IntOption('dump_file_public');
$dump_file_kernel = IntOption('dump_file_kernel');
if ($dump_file_public == $dump_file_kernel) // если обе опции либо включены либо выключены
return !$dump_file_public;
if (strpos(DOCUMENT_ROOT_SITE.BX_ROOT, $path) !== false) // на пути к /bitrix
return false;
if (strpos($path, DOCUMENT_ROOT_SITE.BX_ROOT) === false) // за пределами /bitrix
return !$dump_file_public;
$path_root = substr($path, strlen(DOCUMENT_ROOT_SITE));
if (preg_match('#^/bitrix/(php_interface|templates)/([^/]*)#',$path_root.'/',$regs))
return !$dump_file_public;
if (preg_match('#^/bitrix/(activities|components|gadgets|wizards)/([^/]*)#',$path_root.'/',$regs))
{
if (!$regs[2])
return false;
if ($regs[2] == 'bitrix')
return !$dump_file_kernel;
return !$dump_file_public;
}
// всё остальное в папке bitrix - ядро
return !$dump_file_kernel;
}
function GetBucketFileList($BUCKET_ID, $path)
{
static $CACHE;
if ($CACHE[$BUCKET_ID])
$obBucket = $CACHE[$BUCKET_ID];
else
$CACHE[$BUCKET_ID] = $obBucket = new CCloudStorageBucket($BUCKET_ID);
if ($obBucket->Init())
return $obBucket->ListFiles($path);
return false;
}
function _preg_escape($str)
{
$search = array('#','[',']','.','?','(',')','^','$','|','{','}');
$replace = array('\#','\[','\]','\.','\?','\(','\)','\^','\$','\|','\{','\}');
return str_replace($search, $replace, $str);
}
function skipMask($abs_path)
{
if (!IntOption('skip_mask'))
return false;
global $skip_mask_array;
$path = substr($abs_path,strlen(DOCUMENT_ROOT_SITE));
$path = str_replace('\\','/',$path);
static $preg_mask_array;
if (!$preg_mask_array)
{
$preg_mask_array = array();
foreach($skip_mask_array as $a)
$preg_mask_array[] = CBackup::_preg_escape($a);
}
reset($skip_mask_array);
foreach($skip_mask_array as $k => $mask)
{
if (strpos($mask,'/')===0) // absolute path
{
if (strpos($mask,'*') === false) // нет звездочки
{
if (strpos($path.'/',$mask.'/') === 0)
return true;
}
elseif (preg_match('#^'.str_replace('*','[^/]*?',$preg_mask_array[$k]).'$#i',$path))
return true;
}
elseif (strpos($mask, '/')===false)
{
if (strpos($mask,'*')===false)
{
if (substr($path,-strlen($mask)) == $mask)
return true;
}
elseif (preg_match('#/[^/]*'.str_replace('*','[^/]*?',$preg_mask_array[$k]).'$#i',$path))
return true;
}
}
}
function GetArcName($prefix = '')
{
$arc_name = DOCUMENT_ROOT.BX_ROOT."/backup/".date("Ymd_His");
$k = IntOption('dump_file_kernel');
$p = IntOption('dump_file_public');
$b = IntOption('dump_base');
if ($k && $p && $b)
$arc_name .= '_full';
elseif (!($p xor $b))
$arc_name .= '_'.($k ? '' : 'no').'core';
elseif (!($k xor $b))
$arc_name .= '_'.($p ? '' : 'no').'pub';
elseif (!($k xor $p))
$arc_name .= '_'.($b ? '' : 'no').'sql';
$arc_name .= '_'.substr(md5(uniqid(rand(), true)), 0, 8);
return $arc_name;
}
function MakeDump($strDumpFile, &$arState)
{
global $DB;
if (!$arState)
{
if(!file_put_contents($strDumpFile, "-- Started: ".date('Y-m-d H:i:s')."\n", 8))
return false;
$rs = $DB->Query('SHOW VARIABLES LIKE "character_set_results"');
if (($f = $rs->Fetch()) && array_key_exists ('Value', $f))
if (!file_put_contents($strDumpFile, "SET NAMES '".$f['Value']."';\n", 8))
return false;
$arState = array('TABLES' => array());
$arTables = array();
$rsTables = $DB->Query("SHOW TABLES", false, '', array("fixed_connection"=>true));
while($arTable = $rsTables->Fetch())
{
list($key, $table) = each($arTable);
$rsIndexes = $DB->Query("SHOW INDEX FROM `".$DB->ForSql($table)."`", true, '', array("fixed_connection"=>true));
if($rsIndexes)
{
$arIndexes = array();
while($ar = $rsIndexes->Fetch())
if($ar["Non_unique"] == "0")
$arIndexes[$ar["Key_name"]][$ar["Seq_in_index"]-1] = $ar["Column_name"];
foreach($arIndexes as $IndexName => $arIndexColumns)
if(count($arIndexColumns) != 1)
unset($arIndexes[$IndexName]);
if(count($arIndexes) > 0)
{
foreach($arIndexes as $IndexName => $arIndexColumns)
{
foreach($arIndexColumns as $SeqInIndex => $ColumnName)
$key_column = $ColumnName;
break;
}
}
else
{
$key_column = false;
}
}
else
{
$key_column = false;
}
$arState['TABLES'][$table] = array(
"TABLE_NAME" => $table,
"KEY_COLUMN" => $key_column,
"LAST_ID" => 0
);
}
$arState['TableCount'] = count($arState['TABLES']);
if (!haveTime())
return true;
}
foreach($arState['TABLES'] as $table => $arTable)
{
if(!$arTable["LAST_ID"])
{
$rs = $DB->Query("SHOW CREATE TABLE `".$DB->ForSQL($table)."`");
$row = $rs->Fetch();
$string = $row['Create Table'];
if (!$string) // VIEW
{
$string = $row['Create View'];
if (!file_put_contents($strDumpFile,
"-- -----------------------------------\n".
"-- Creating view ".$DB->ForSQL($table)."\n".
"-- -----------------------------------\n".
"DROP VIEW IF EXISTS `".$DB->ForSQL($table)."`;\n".
$string.";\n\n", 8))
return false;
unset($arState['TABLES'][$table]);
continue;
}
elseif (CBackup::SkipTableData($table))
{
$string = str_replace('CREATE TABLE', 'CREATE TABLE IF NOT EXISTS', $string);
if (!file_put_contents($strDumpFile,
"-- -----------------------------------\n".
"-- Creating empty table ".$DB->ForSQL($table)."\n".
"-- -----------------------------------\n".
$string.";\n\n", 8))
return false;
unset($arState['TABLES'][$table]);
continue;
}
if (!file_put_contents($strDumpFile,
"-- -----------------------------------\n".
"-- Dumping table ".$DB->ForSQL($table)."\n".
"-- -----------------------------------\n".
"DROP TABLE IF EXISTS `".$DB->ForSQL($table)."`;\n".
$string.";\n\n", 8))
return false;
$arState['TABLES'][$table]['COLUMNS'] = $arTable["COLUMNS"] = CBackup::GetTableColumns($table);
if (($k = $arTable['KEY_COLUMN']) && $arTable['COLUMNS'][$k] > 0) // check if promary key is not numeric
{
unset($arTable['KEY_COLUMN']);
unset($arState['TABLES'][$table]['KEY_COLUMN']);
}
}
$strInsert = "";
$cnt = $LIMIT = 10000;
while($cnt == $LIMIT)
{
$i = $arTable['LAST_ID'];
if($arTable["KEY_COLUMN"])
{
$strSelect = "
SELECT *
FROM ".$arTable["TABLE_NAME"]."
".($arTable["LAST_ID"] ? "WHERE ".$arTable["KEY_COLUMN"]." > '".$arTable["LAST_ID"]."'": "")."
ORDER BY ".$arTable["KEY_COLUMN"]."
LIMIT ".$LIMIT;
}
else
{
$strSelect = "
SELECT *
FROM ".$arTable["TABLE_NAME"]."
LIMIT ".($arTable["LAST_ID"] ? $arTable["LAST_ID"].", ": "").$LIMIT;
}
$rsSource = $DB->Query($strSelect, false, '', array("fixed_connection"=>true));
$cnt = $rsSource->SelectedRowsCount();
while($arSource = $rsSource->Fetch())
{
if(!$strInsert)
$strInsert = "INSERT INTO `".$arTable["TABLE_NAME"]."` VALUES";
else
$strInsert .= ",";
foreach($arSource as $key => $value)
{
if(!isset($value) || is_null($value))
$arSource[$key] = 'NULL';
elseif($arTable["COLUMNS"][$key] == 0)
$arSource[$key] = $value;
elseif($arTable["COLUMNS"][$key] == 1)
{
if(empty($value) && $value != '0')
$arSource[$key] = '\'\'';
else
$arSource[$key] = '0x' . bin2hex($value);
}
elseif($arTable["COLUMNS"][$key] == 2)
{
$arSource[$key] = "'".$DB->ForSql($value)."'";
}
}
$strInsert .= "\n(".implode(", ", $arSource).")";
$arState['TABLES'][$table]['LAST_ID'] = $arTable['LAST_ID'] = $arTable["KEY_COLUMN"] ? $arSource[$arTable["KEY_COLUMN"]] : ++$i;
if (CTar::strlen($strInsert) > 1000000)
{
if(!file_put_contents($strDumpFile, $strInsert.";\n", 8))
return false;
$strInsert = "";
}
if (!haveTime())
return $strInsert ? file_put_contents($strDumpFile, $strInsert.";\n", 8) : true;
}
}
if($strInsert && !file_put_contents($strDumpFile, $strInsert.";\n", 8))
return false;
if ($cnt < $LIMIT)
unset($arState['TABLES'][$table]);
}
if(!file_put_contents($strDumpFile, "-- Finished: ".date('Y-m-d H:i:s'), 8))
return false;
$arState['end'] = true;
return true;
}
function GetTableColumns($TableName)
{
global $DB;
$arResult = array();
$sql = "SHOW COLUMNS FROM `".$TableName."`";
$res = $DB->Query($sql, false, '', array("fixed_connection"=>true));
while($row = $res->Fetch())
{
if(preg_match("/^(\w*int|year|float|double|decimal)/", $row["Type"]))
$arResult[$row["Field"]] = 0;
elseif(preg_match("/^(\w*(binary|blob))/", $row["Type"]))
$arResult[$row["Field"]] = 1;
else
$arResult[$row["Field"]] = 2;
}
return $arResult;
}
function SkipTableData($table)
{
$table = strtolower($table);
if (preg_match("#^b_stat#",$table) && IntOption('dump_base_skip_stat'))
return true;
elseif (preg_match("#^b_search_%#", $table) && !preg_match('^(b_search_custom_rank|b_search_phrase)$') && IntOption('dump_base_skip_search'))
return true;
elseif($table == 'b_event_log' && IntOption('dump_base_skip_log'))
return true;
return false;
}
/* Deprecated */
function BaseDump($arc_name="", $tbl_num, $start_row, &$TotalTables = 0)
{
global $DB;
$last_row = $start_row;
$ret = array('st_row' => $last_row);
$mem = 32; // Minimum required value
$sql = "SHOW TABLES;";
$res = $DB->Query($sql, false, "File: ".__FILE__."<br>Line: ".__LINE__);
$ptab = Array();
while($row = $res->Fetch())
{
$ar = each($row);
$table = $ar[1];
$ptab[] = $table;
}
if (!$f = fopen($arc_name,"a"))
RaiseErrorAndDie('Can\'t open file: '.$arc_name);
$i = $tbl_num;
$dump = "";
$TotalTables = count($ptab);
while($i <= ($TotalTables - 1) && haveTime())
{
if (!strlen($ptab[$i]))
continue;
if($last_row == -1)
{
$table = $ptab[$i];
$drop = !IntOption('dump_base_skip_stat') || !preg_match("#^b_stat#i",$table); // если не переносим статистику, то не удаляем старую статистику при восстановлении
if ($dump = CBackup::createTable($ptab[$i], $drop))
fwrite($f, $dump."\n");
else
$row_next = -1;
$next = false;
$ret["num"] = $i;
$ret["st_row"] = 0;
$last_row = 0;
}
if ($dump)
{
$res = $DB->Query("SELECT count(*) as count FROM `$ptab[$i]`");
$row_count = $res->Fetch();
if($row_count["count"] > 0)
{
if($ptab[$i] == 'b_xml_tree')
$row_next = -1;
elseif(IntOption('dump_base_skip_stat') && preg_match('#^b_stat#i',$ptab[$i]))
$row_next = -1;
elseif(IntOption('dump_base_skip_search') && preg_match("#^(b_search_content_site|b_search_content_group|b_search_content_stem|b_search_content_title|b_search_tags|b_search_content_freq|b_search_content|b_search_suggest)$#i",$ptab[$i]))
$row_next = -1;
elseif(IntOption('dump_base_skip_log') && $ptab[$i] == 'b_event_log')
$row_next = -1;
elseif (CTar::strpos($dump, 'DEFINER VIEW'))
$row_next = -1;
else
$row_next = CBackup::getData($ptab[$i], $f, $row_count["count"], $last_row, $mem);
}
else
$row_next = -1;
}
if($row_next > 0)
{
$last_row = $row_next;
$ret["num"] = $i;
$ret["st_row"] = $last_row;
}
else
{
$ret["num"] = ++$i;
$ret["st_row"] = -1;
$last_row = -1;
}
}
fclose($f);
if(!($i <= (count($ptab) - 1)))
$ret["end"] = true;
return $ret;
}
function createTable($table_name, $drop = true)
{
global $DB;
$com_marker = "--";
$sql = "SHOW CREATE TABLE `".$table_name."`";
$res = $DB->Query($sql, false, "File: ".__FILE__."<br>Line: ".__LINE__);
$row = $res->Fetch();
$com = "\n\n";
$com .= $com_marker. " --------------------------------------------------------" ."\n";
$com .= $com_marker. " \n";
$com .= $com_marker. " Table structure for table `".$table_name."`\n";
$com .= $com_marker. " \n";
$com .= "\n";
$string = $row['Create Table'];
if (!$string)
$string = $row['Create View'];
if (strpos($string, 'ENGINE=MEMORY'))
return false;
return $com."\n\n\n".($drop ? "DROP TABLE IF EXISTS `".$table_name."`;\n".$string : str_replace('CREATE TABLE','CREATE TABLE IF NOT EXISTS',$string)).';';
}
function getData($table, $file, $row_count, $last_row = 0, $mem)
{
global $DB;
$com_marker = "--";
$dump = "";
$step = "";
$com = "\n" .$com_marker. " \n";
$com .= $com_marker. " Dumping data for table `".$table."`\n";
$com .= $com_marker. " \n";
$com .= "\n";
fwrite($file, $com."\n");
$sql = "SHOW COLUMNS FROM `$table`";
$res = $DB->Query($sql);
$num = Array();
$i = 0;
//Определяем тип поля
while($row = $res->Fetch())
{
if(preg_match("/^(\w*int|year|float|double|decimal)/", $row["Type"]))
$meta[$i] = 0;
elseif(preg_match("/^(\w*binary)/", $row["Type"]))
{
$meta[$i] = 1;
} else
$meta[$i] = 2;
$i++;
}
$sql = "SHOW TABLE STATUS LIKE '$table'";
$res = $DB->Query($sql);
$tbl_info = $res->Fetch();
$step = 1+round($mem * 1048576 * 0.5 / ($tbl_info["Avg_row_length"] + 1));
$DB->Query("LOCK TABLE `$table` WRITE",true);
while(($last_row <= ($row_count-1)) && haveTime())
{
$sql = "SELECT * FROM `$table` LIMIT $last_row, $step";
$res = $DB->Query($sql);
while($row = $res->Fetch())
{
$i = 0;
foreach($row as $key => $val)
{
if (!isset($val) || is_null($val))
$row[$key] = 'NULL';
else
switch($meta[$i])
{
case 0:
$row[$key] = $val;
break;
case 1:
if (empty($val) && $val != '0')
$row[$key] = '\'\'';
else
$row[$key] = '0x' . bin2hex($val);
break;
case 2:
$row[$key] = "'".$DB->ForSql($val)."'";
break;
}
$i++;
}
fwrite($file, "INSERT INTO `".$table."` VALUES (".implode(",", $row).");\n");
}
$last_row += $step;
}
$DB->Query("UNLOCK TABLES",true);
if($last_row >= ($row_count-1))
return -1;
else
return $last_row;
}
}
class CDirScan
{
var $DirCount = 0;
var $FileCount = 0;
var $err= array();
var $bFound = false;
var $nextPath = '';
var $startPath = '';
var $arIncludeDir = false;
function __construct()
{
}
function ProcessDirBefore($f)
{
return true;
}
function ProcessDirAfter($f)
{
return true;
}
function ProcessFile($f)
{
return true;
}
function Skip($f)
{
if ($this->startPath)
{
if (strpos($this->startPath.'/', $f.'/') === 0)
{
if ($this->startPath == $f)
unset($this->startPath);
return false;
}
else
return true;
}
return false;
}
function Scan($dir)
{
$dir = str_replace('\\','/',$dir);
if ($this->Skip($dir))
return;
$this->nextPath = $dir;
if (is_dir($dir))
{
#############################
# DIR
#############################
if (!$this->startPath) // если начальный путь найден или не задан
{
$r = $this->ProcessDirBefore($dir);
if ($r === false)
return false;
}
if (!($handle = opendir($dir)))
{
$this->err[] = 'Error opening dir: '.$dir;
return false;
}
while (($item = readdir($handle)) !== false)
{
if ($item == '.' || $item == '..' || false !== strpos($item,'\\'))
continue;
$f = $dir."/".$item;
$r = $this->Scan($f);
if ($r === false || $r === 'BREAK')
{
closedir($handle);
return $r;
}
}
closedir($handle);
if (!$this->startPath) // если начальный путь найден или не задан
{
if ($this->ProcessDirAfter($dir) === false)
return false;
$this->DirCount++;
}
}
else
{
#############################
# FILE
#############################
$r = $this->ProcessFile($dir);
if ($r === false)
return false;
elseif ($r === 'BREAK') // если файл обработан частично
return $r;
$this->FileCount++;
}
return true;
}
}
class CDirRealScan extends CDirScan
{
function ProcessFile($f)
{
global $tar;
while(haveTime())
{
$f = str_replace('\\', '/', $f);
if (strpos($f, 'bitrix/php_interface/dbconn.php'))
{
$path = substr($f,strlen($tar->path) + 1);
if (!$ar = $tar->getFileInfo($f))
return false;
if (!$arFile = file($f))
return false;
$strFile = '';
foreach($arFile as $line)
{
if (preg_match("#^[ \t]*".'\$'."(DB(Login|Password|Name))#",$line,$regs))
$strFile .= '$'.$regs[1].' = "******";'."\n";
else
$strFile .= str_replace("\r\n","\n",$line);
}
$ar['size'] = CTar::strlen($strFile);
if (!$tar->writeHeader($ar))
return false;
$i = 0;
while($i < $ar['size'])
{
if (!$tar->writeBlock(pack("a512",CTar::substr($strFile,$i,512))))
return false;
$i += 512;
}
return true;
}
if ($tar->addFile($f) === false)
return false; // error
if ($tar->ReadBlockCurrent == 0)
return true; // finished
}
return 'BREAK';
}
function ProcessDirBefore($f)
{
global $tar;
return $tar->addFile($f);
}
function Skip($f)
{
static $bFoundDocumentRoot;
$res = false;
if ($this->startPath)
{
if (strpos($this->startPath.'/', $f.'/') === 0)
{
if ($this->startPath == $f)
unset($this->startPath);
return false;
}
else
return true;
}
elseif ($bFoundDocumentRoot)
$res = CBackup::ignorePath($f);
$bFoundDocumentRoot = true;
return $res;
}
}
class CPasswordStorage
{
const SIGN = 'CACHE_';
function Init()
{
if (!function_exists('mcrypt_encrypt'))
return false;
return true;
}
function getEncryptKey()
{
static $LICENSE_KEY;
if (!$LICENSE_KEY)
{
if (file_exists($file = $_SERVER['DOCUMENT_ROOT'].BX_ROOT.'/license_key.php'))
include($file);
if (!$LICENSE_KEY)
$LICENSE_KEY = 'DEMO';
}
return $LICENSE_KEY;
}
static function Set($strName, $strVal)
{
if (!self::Init())
return false;
$temporary_cache = $strVal ? mcrypt_encrypt(MCRYPT_BLOWFISH, self::getEncryptKey(), self::SIGN.$strVal, MCRYPT_MODE_ECB, pack("a8",self::getEncryptKey())) : '';
return COption::SetOptionString('main', $strName, base64_encode($temporary_cache));
}
static function Get($strName)
{
if (!self::Init())
return false;
$temporary_cache = base64_decode(COption::GetOptionString('main', $strName, ''));
$pass = mcrypt_decrypt(MCRYPT_BLOWFISH, self::getEncryptKey(), $temporary_cache, MCRYPT_MODE_ECB, pack("a8",self::getEncryptKey()));
if (CTar::substr($pass, 0, 6) == self::SIGN)
return str_replace("\x0","",CTar::substr($pass, 6));
return false;
}
}
class CTar
{
var $gzip;
var $file;
var $err = array();
var $LastErrCode;
var $res;
var $Block = 0;
var $BlockHeader;
var $path;
var $FileCount = 0;
var $DirCount = 0;
var $ReadBlockMax = 2000;
var $ReadBlockCurrent = 0;
var $header = null;
var $ArchiveSizeLimit;
const BX_EXTRA = 'BX0000';
const BX_SIGNATURE = 'Bitrix Encrypted File';
var $BufferSize;
var $Buffer;
var $dataSizeCache = array();
var $EncryptKey;
##############
# READ
# {
function openRead($file)
{
if (!isset($this->gzip) && (self::substr($file,-3)=='.gz' || self::substr($file,-4)=='.tgz'))
$this->gzip = true;
$this->BufferSize = 51200;
if ($this->open($file, 'r'))
{
if ('' !== $str = $this->gzip ? gzread($this->res,512) : fread($this->res,512))
{
$data = unpack("a100empty/a90signature/a10version/a56tail/a256enc", $str);
if (trim($data['signature']) != self::BX_SIGNATURE)
{
if (self::strlen($this->EncryptKey))
$this->Error('Invalid encryption signature','ENC_SIGN');
// Probably archive is not encrypted
$this->gzip ? gzseek($this->res, 0) : fseek($this->res, 0);
$this->EncryptKey = null;
return $this->res;
}
if (($version = trim($data['version'])) != '1.0')
return $this->Error('Unsupported archive version: '.$version, 'ENC_VER');
$key = $this->getEncryptKey();
$this->BlockHeader = $this->Block = 1;
if (!$key || self::substr($str, 0, 256) != mcrypt_decrypt(MCRYPT_BLOWFISH, $key, $data['enc'], MCRYPT_MODE_ECB, pack("a8",$key)))
return $this->Error('Invalid encryption key', 'ENC_KEY');
}
}
return $this->res;
}
function readBlock($bIgnoreOpenNextError = false)
{
if (!$this->Buffer)
{
$str = $this->gzip ? gzread($this->res, $this->BufferSize) : fread($this->res, $this->BufferSize);
if ($str === '' && $this->openNext($bIgnoreOpenNextError))
$str = $this->gzip ? gzread($this->res, $this->BufferSize) : fread($this->res, $this->BufferSize);
if ($str !== '' && $key = $this->getEncryptKey())
$str = mcrypt_decrypt(MCRYPT_BLOWFISH, $key, $str, MCRYPT_MODE_ECB, pack("a8",$key));
$this->Buffer = $str;
}
$str = '';
if ($this->Buffer)
{
$str = self::substr($this->Buffer, 0, 512);
$this->Buffer = self::substr($this->Buffer, 512);
$this->Block++;
}
return $str;
}
function SkipFile()
{
if ($this->Skip(ceil($this->header['size']/512)))
{
$this->header = null;
return true;
}
return false;
}
function Skip($Block)
{
if ($Block == 0)
return true;
$this->Block += $Block;
$toSkip = $Block * 512;
if (self::strlen($this->Buffer) > $toSkip)
{
$this->Buffer = self::substr($this->Buffer, $toSkip);
return true;
}
$this->Buffer = '';
$NewPos = $this->Block * 512;
if ($ArchiveSize = $this->getDataSize($file = self::getFirstName($this->file)))
{
while($NewPos > $ArchiveSize)
{
$file = $this->getNextName($file);
$NewPos -= $ArchiveSize;
}
}
if ($file != $this->file)
{
$this->close();
if (!$this->open($file, $this->mode))
return false;
}
if (0 === ($this->gzip ? gzseek($this->res, $NewPos) : fseek($this->res, $NewPos)))
return true;
return $this->Error('File seek error (file: '.$this->file.', position: '.$BackupPos.')');
}
function SkipTo($Block)
{
return $this->Skip($Block - $this->Block);
}
function readHeader($Long = false)
{
$str = '';
while(trim($str) == '')
{
if (!($l = self::strlen($str = $this->readBlock($bIgnoreOpenNextError = true))))
return 0; // finish
}
if (!$Long)
$this->BlockHeader = $this->Block - 1;
if ($l != 512)
return $this->Error('Wrong block size: '.self::strlen($str).' (block '.$this->Block.')');
$data = unpack("a100filename/a8mode/a8uid/a8gid/a12size/a12mtime/a8checksum/a1type/a100link/a6magic/a2version/a32uname/a32gname/a8devmajor/a8devminor/a155prefix", $str);
$chk = $data['devmajor'].$data['devminor'];
if (!is_numeric(trim($data['checksum'])) || $chk!='' && $chk!=0)
return $this->Error('Archive is corrupted, wrong block: '.($this->Block-1));
$header['filename'] = trim($data['prefix'].'/'.$data['filename'],'/');
$header['mode'] = OctDec($data['mode']);
$header['uid'] = OctDec($data['uid']);
$header['gid'] = OctDec($data['gid']);
$header['size'] = OctDec($data['size']);
$header['mtime'] = OctDec($data['mtime']);
$header['type'] = $data['type'];
// $header['link'] = $data['link'];
if (self::strpos($header['filename'],'./') === 0)
$header['filename'] = self::substr($header['filename'], 2);
if ($header['type']=='L') // Long header
{
$n = ceil($header['size']/512);
for ($i = 0; $i < $n; $i++)
$filename .= $this->readBlock();
if (!is_array($header = $this->readHeader($Long = true)))
return $this->Error('Wrong long header, block: '.$this->Block);
$header['filename'] = self::substr($filename,0,self::strpos($filename,chr(0)));
}
if (self::strpos($header['filename'],'/') === 0) // trailing slash
$header['type'] = 5; // Directory
if ($header['type']=='5')
$header['size'] = '';
if ($header['filename']=='')
return $this->Error('Filename is empty, wrong block: '.($this->Block-1));
if (!$this->checkCRC($str, $data))
return $this->Error('Checksum error on file: '.$header['filename']);
$this->header = $header;
return $header;
}
function checkCRC($str, $data)
{
$checksum = $this->checksum($str);
$res = octdec($data['checksum']) == $checksum || $data['checksum']===0 && $checksum==256;
return $res;
}
function extractFile()
{
if ($this->header === null)
{
if(($header = $this->readHeader()) === false || $header === 0 || $header === true)
{
if ($header === true && $this->SkipFile() === false)
return false;
return $header;
}
$this->lastPath = $f = $this->path.'/'.$header['filename'];
if ($this->ReadBlockCurrent == 0)
{
if ($header['type']==5) // dir
{
if(!file_exists($f) && !self::xmkdir($f))
return $this->ErrorAndSkip('Can\'t create folder: '.$f);
//chmod($f, $header['mode']);
}
else // file
{
if (!self::xmkdir($dirname = dirname($f)))
return $this->ErrorAndSkip('Can\'t create folder: '.$dirname);
elseif (($rs = fopen($f, 'wb'))===false)
return $this->ErrorAndSkip('Can\'t create file: '.$f);
}
}
else
return $this->Skip($this->ReadBlockCurrent);
}
else // файл уже частично распакован, продолжаем на том же хите
{
$header = $this->header;
$this->lastPath = $f = $this->path.'/'.$header['filename'];
}
if ($header['type'] != 5) // пишем контент в файл
{
if (!$rs)
{
if (($rs = fopen($f, 'ab'))===false)
return $this->ErrorAndSkip('Can\'t open file: '.$f);
}
$i = 0;
$FileBlockCount = ceil($header['size'] / 512);
while(++$this->ReadBlockCurrent <= $FileBlockCount && ($contents = $this->readBlock()))
{
if ($this->ReadBlockCurrent == $FileBlockCount && ($chunk = $header['size'] % 512))
$contents = self::substr($contents, 0, $chunk);
fwrite($rs,$contents);
if ($this->ReadBlockMax && ++$i >= $this->ReadBlockMax)
{
fclose($rs);
return true; // Break
}
}
fclose($rs);
//chmod($f, $header['mode']);
if (($s=filesize($f)) != $header['size'])
return $this->Error('File size is wrong: '.$header['filename']).' (actual: '.$s.' expected: '.$header['size'].')';
}
if ($this->header['type']==5)
$this->DirCount++;
else
$this->FileCount++;
$this->debug_header = $this->header;
$this->BlockHeader = $this->Block;
$this->ReadBlockCurrent = 0;
$this->header = null;
return true;
}
function openNext($bIgnoreOpenNextError)
{
if (file_exists($file = $this->getNextName()))
{
$this->close();
return $this->open($file,$this->mode);
}
elseif (!$bIgnoreOpenNextError)
return $this->Error("File doesn't exist: ".$file);
return false;
}
function getLastNum($file)
{
$file = self::getFirstName($file);
$f = fopen($file, 'rb');
fseek($f, 12);
if (fread($f, 2) == 'LN')
$res = end(unpack('va',fread($f, 2)));
else
$res = false;
fclose($f);
return $res;
}
# }
##############
##############
# WRITE
# {
function openWrite($file)
{
if (!isset($this->gzip) && (self::substr($file,-3)=='.gz' || self::substr($file,-4)=='.tgz'))
$this->gzip = true;
$this->BufferSize = 51200;
if (intval($this->ArchiveSizeLimit) <= 0)
$this->ArchiveSizeLimit = 1024 * 1024 * 1024; // 1Gb
$this->Block = 0;
while(file_exists($file1 = $this->getNextName($file))) // находим последний архив
{
$this->Block += ceil($this->ArchiveSizeLimit / 512);
$file = $file1;
}
$size = 0;
if (file_exists($file) && !$size = $this->getDataSize($file))
return $this->Error('Can\'t get data size: '.$file);
$this->Block += $size / 512;
if ($size >= $this->ArchiveSizeLimit) // если последний архив полон
{
$file = $file1;
$size = 0;
}
$this->ArchiveSizeCurrent = $size;
$res = $this->open($file, 'a');
if ($res && $this->Block == 0 && ($key = $this->getEncryptKey())) // запишем служебный заголовок для зашифрованного архива
{
$enc = pack("a100a90a10a56",md5(uniqid(rand(), true)), self::BX_SIGNATURE, "1.0", "");
$enc .= mcrypt_encrypt(MCRYPT_BLOWFISH, $key, $enc, MCRYPT_MODE_ECB, pack("a8",$key));
if (!($this->gzip ? gzwrite($this->res, $enc) : fwrite($this->res, $enc)))
return $this->Error('Error writing to file');
$this->Block = 1;
$this->ArchiveSizeCurrent = 512;
}
return $res;
}
// создадим пустой gzip с экстра полем
function createEmptyGzipExtra($file)
{
if (file_exists($file))
return $this->Error('File already exists: '.$file);
if (!($f = gzopen($file,'wb')))
return $this->Error('Can\'t open file: '.$file);
gzwrite($f,'');
gzclose($f);
$data = file_get_contents($file);
if (!($f = fopen($file, 'w')))
return $this->Error('Can\'t open file for writing: '.$file);
$ar = unpack('A3bin0/A1FLG/A6bin1',self::substr($data,0,10));
if ($ar['FLG'] != 0)
return $this->Error('Error writing extra field: already exists');
$EXTRA = "\x00\x00\x00\x00".self::BX_EXTRA; // 10 байт
fwrite($f,$ar['bin0']."\x04".$ar['bin1'].chr(self::strlen($EXTRA))."\x00".$EXTRA.self::substr($data,10));
fclose($f);
return true;
}
function writeBlock($str)
{
$l = self::strlen($str);
if ($l!=512)
return $this->Error('Wrong block size: '.$l);
if ($this->ArchiveSizeCurrent >= $this->ArchiveSizeLimit)
{
$file = $this->getNextName();
$this->close();
if (!$this->open($file,$this->mode))
return false;
$this->ArchiveSizeCurrent = 0;
}
$this->Buffer .= $str;
$this->Block++;
$this->ArchiveSizeCurrent += 512;
if (self::strlen($this->Buffer) == $this->BufferSize)
return $this->flushBuffer();
return true;
}
function flushBuffer()
{
if (!$str = $this->Buffer)
return true;
$this->Buffer = '';
if ($key = $this->getEncryptKey())
$str = mcrypt_encrypt(MCRYPT_BLOWFISH, $key, $str, MCRYPT_MODE_ECB, pack("a8",$key));
return $this->gzip ? gzwrite($this->res, $str) : fwrite($this->res, $str);
}
function writeHeader($ar)
{
$header0 = pack("a100a8a8a8a12a12", $ar['filename'], decoct($ar['mode']), decoct($ar['uid']), decoct($ar['gid']), decoct($ar['size']), decoct($ar['mtime']));
$header1 = pack("a1a100a6a2a32a32a8a8a155", $ar['type'],'','','','','','', '', $ar['prefix']);
$checksum = pack("a8",decoct($this->checksum($header0.' '.$header1)));
$header = pack("a512", $header0.$checksum.$header1);
return $this->writeBlock($header) || $this->Error('Error writing header');
}
function addFile($f)
{
$f = str_replace('\\', '/', $f);
$path = self::substr($f,self::strlen($this->path) + 1);
if ($path == '')
return true;
if (self::strlen($path)>512)
return $this->Error('Path is too long: '.$path);
if (is_link($f) && !file_exists($f)) // broken link
return true;
if (!$ar = $this->getFileInfo($f))
return false;
if ($this->ReadBlockCurrent == 0) // read from start
{
if (self::strlen($path) > 100) // Long header
{
$ar0 = $ar;
$ar0['type'] = 'L';
$ar0['filename'] = '././@LongLink';
$ar0['size'] = self::strlen($path);
if (!$this->writeHeader($ar0))
return $this->Error('Can\'t write header to file: '.$this->file);
if (!$this->writeBlock(pack("a512",$path)))
return $this->Error('Can\'t write to file: '.$this->file);
$ar['filename'] = self::substr($path,0,100);
}
if (!$this->writeHeader($ar))
return $this->Error('Can\'t write header to file: '.$this->file);
}
if ($ar['type'] == 0 && $ar['size'] > 0) // File
{
if (!($rs = fopen($f, 'rb')))
return $this->Error('Error reading file: '.$f);
if ($this->ReadBlockCurrent)
fseek($rs, $this->ReadBlockCurrent * 512);
$i = 0;
while(!feof($rs) && ('' !== $str = fread($rs,512)))
{
$this->ReadBlockCurrent++;
if (feof($rs))
$str = pack("a512", $str);
if (!$this->writeBlock($str))
{
fclose($rs);
return $this->Error('Error processing file: '.$f);
}
if ($this->ReadBlockMax && ++$i >= $this->ReadBlockMax)
{
fclose($rs);
return true;
}
}
fclose($rs);
$this->ReadBlockCurrent = 0;
}
return true;
}
# }
##############
##############
# BASE
# {
function open($file, $mode='r')
{
$this->file = $file;
$this->mode = $mode;
if (is_dir($file))
return $this->Error('File is directory: '.$file);
if ($this->EncryptKey && !function_exists('mcrypt_encrypt'))
return $this->Error('Function "mcrypt_encrypt" is not available');
if ($mode == 'r' && !file_exists($file))
return $this->Error('File does not exist: '.$file);
if ($this->gzip)
{
if(!function_exists('gzopen'))
return $this->Error('Function "gzopen" is not available');
else
{
if ($mode == 'a' && !file_exists($file) && !$this->createEmptyGzipExtra($file))
return false;
$this->res = gzopen($file,$mode."b");
}
}
else
$this->res = fopen($file,$mode."b");
return $this->res;
}
function close()
{
if ($this->mode == 'a')
$this->flushBuffer();
if ($this->gzip)
{
gzclose($this->res);
if ($this->mode == 'a')
{
// добавим фактический размер всех несжатых данных в extra поле
$f = fopen($this->file, 'rb+');
fseek($f, 18);
fwrite($f, pack("V", $this->ArchiveSizeCurrent));
fclose($f);
$this->dataSizeCache[$this->file] = $this->ArchiveSizeCurrent;
// сохраним номер последней части в первый архив для многотомных архивов
if (preg_match('#^(.+)\.([0-9]+)$#', $this->file, $regs))
{
$f = fopen($regs[1], 'rb+');
fseek($f, 12);
fwrite($f, 'LN'.pack("v",$regs[2]));
fclose($f);
}
}
}
else
fclose($this->res);
clearstatcache();
}
function getNextName($file = '')
{
if (!$file)
$file = $this->file;
static $CACHE;
$c = &$CACHE[$file];
if (!$c)
{
$l = strrpos($file, '.');
$num = self::substr($file,$l+1);
if (is_numeric($num))
$file = self::substr($file,0,$l+1).++$num;
else
$file .= '.1';
$c = $file;
}
return $c;
}
function checksum($s)
{
$chars = count_chars(self::substr($s,0,148).' '.self::substr($s,156,356));
$sum = 0;
foreach($chars as $ch => $cnt)
$sum += $ch*$cnt;
return $sum;
}
function substr($s, $a, $b = null)
{
if (function_exists('mb_orig_substr'))
return $b === null ? mb_orig_substr($s, $a) : mb_orig_substr($s, $a, $b);
return $b === null ? substr($s, $a) : substr($s, $a, $b);
}
function strlen($s)
{
if (function_exists('mb_orig_strlen'))
return mb_orig_strlen($s);
return strlen($s);
}
function strpos($s, $a)
{
if (function_exists('mb_orig_strpos'))
return mb_orig_strpos($s, $a);
return strpos($s, $a);
}
function getDataSize($file)
{
$size = &$this->dataSizeCache[$file];
if (!$size)
{
if (!file_exists($file))
$size = false;
else
{
if (preg_match('#\.gz(\.[0-9]+)?$#',$file))
{
$f = fopen($file, "rb");
fseek($f, 16);
if (fread($f, 2) == 'BX')
$size = end(unpack("V", fread($f, 4)));
else
{
// $this->Error('Wrong GZIP Extra Field');
$size = false;
}
fclose($f);
}
else
$size = filesize($file);
}
}
return $size;
}
function Error($str = '', $code = '')
{
if ($code)
$this->LastErrCode = $code;
$this->err[] = $str;
return false;
}
function ErrorAndSkip($str = '', $code = '')
{
$this->Error($str, $code);
$this->SkipFile();
if ($this->readHeader() === 0)
$this->BlockHeader = $this->Block;
return false;
}
function xmkdir($dir)
{
if (!file_exists($dir))
{
$upper_dir = dirname($dir);
if (!file_exists($upper_dir) && !self::xmkdir($upper_dir))
return $this->Error('Can\'t create folder: '.$upper_dir);
return mkdir($dir);
}
return is_dir($dir);
}
function getEncryptKey()
{
if (!$this->EncryptKey)
return false;
static $key;
if (!$key)
$key = md5($this->EncryptKey);
return $key;
}
function getFileInfo($f)
{
$f = str_replace('\\', '/', $f);
$path = self::substr($f,self::strlen($this->path) + 1);
$ar = array();
if (is_dir($f))
{
$ar['type'] = 5;
$path .= '/';
}
else
$ar['type'] = 0;
if (!$info = stat($f))
return $this->Error('Can\'t get file info: '.$f);
if ($info['size'] < 0)
return $this->Error('File is too large: '.$f);
$ar['mode'] = 0777 & $info['mode'];
$ar['uid'] = $info['uid'];
$ar['gid'] = $info['gid'];
$ar['size'] = $ar['type']==5 ? 0 : $info['size'];
$ar['mtime'] = $info['mtime'];
$ar['filename'] = $path;
return $ar;
}
function getCheckword($key)
{
return md5('BITRIXCLOUDSERVICE'.$key);
}
function getFirstName($file)
{
return preg_replace('#\.[0-9]+$#','',$file);
}
# }
##############
}
class CTarCheck extends CTar
{
function extractFile()
{
$header = $this->readHeader();
if($h === false || $header === 0)
return $header;
return $this->SkipFile();
}
}
class CloudDownload
{
function __construct($id)
{
$this->id = $id;
$this->last_bucket_path = '';
$this->arSkipped = array();
$this->path = '';
$this->download_cnt = 0;
$this->download_size = 0;
$this->obBucket = new CCloudStorageBucket($id);
if (!$this->obBucket->Init())
return;
}
function Scan($path)
{
$this->path = $path;
if ($arCloudFiles = CBackup::GetBucketFileList($this->id, $path))
{
foreach($arCloudFiles['file'] as $k=>$file)
{
if ($this->last_bucket_path)
{
if ($path.'/'.$file == $this->last_bucket_path)
$this->last_bucket_path = '';
else
continue;
}
$name = $this->path = $path.'/'.$file;
if (!haveTime()) // Сохраняется путь файла, который еще предстоит сохранить, TODO: пошаговое скачивание больших файлов
return false;
$HTTP = new CHTTP;
if ($HTTP->Download($this->obBucket->GetFileSRC(array("URN" => $name)), DOCUMENT_ROOT.BX_ROOT.'/backup/clouds/'.$this->id.$name))
{
$this->download_size += $arCloudFiles['file_size'][$k];
$this->download_cnt++;
}
else
$this->arSkipped[] = $name;
}
}
foreach($arCloudFiles['dir'] as $dir)
{
if ($this->last_bucket_path)
{
if ($path.'/'.$dir == $this->last_bucket_path)
$this->last_bucket_path = '';
elseif (strpos($this->last_bucket_path, $path.'/'.$dir) !== 0)
continue;
}
if ($path.'/'.$dir == '/bitrix/backup')
continue;
if ($path.'/'.$dir == '/tmp')
continue;
if (!$this->Scan($path.'/'.$dir)) // partial
return false;
}
return true;
}
}
function HumanTime($t)
{
$ar = array(GetMessage('TIME_S'),GetMessage('TIME_M'),GetMessage('TIME_H'));
if ($t < 60)
return sprintf('%d '.$ar[0], $t);
if ($t < 3600)
return sprintf('%d '.$ar[1], floor($t/60));
// return sprintf('%d '.$ar[1].' %d '.$ar[0], floor($t/60), $t%60);
return sprintf('%d '.$ar[2].' %d '.$ar[1], floor($t/3600), floor($t%3600/60));
// return sprintf('%d '.$ar[2].' %d '.$ar[1].' %d '.$ar[0], floor($t/3600), floor($t%3600/60), $t%60);
}