20211125165700-pali_sent-upgrade.php 2.6 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697
  1. <?php
  2. require_once __DIR__."/../../app/config.php";
  3. $src_db=_FILE_DB_PALI_SENTENCE_;#源数据库
  4. $src_table=_TABLE_PALI_SENT_ORG_;#源表名
  5. $dest_db=_FILE_DB_PALI_SENTENCE_;#目标数据库
  6. $dest_table=_TABLE_PALI_SENT_;#目标表名
  7. echo "migarate pali_sent_org".PHP_EOL;
  8. #打开源数据库
  9. $PDO_SRC = new PDO($src_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  10. $PDO_SRC->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_WARNING);
  11. echo "open src".PHP_EOL;
  12. #打开目标数据库
  13. $PDO_DEST = new PDO($dest_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  14. $PDO_DEST->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_WARNING);
  15. echo "open dest".PHP_EOL;
  16. #删除目标表中所有数据
  17. $query = "DELETE FROM ".$dest_table." WHERE true";
  18. $stmt = $PDO_DEST->prepare($query);
  19. if (!$stmt || ($stmt && $stmt->errorCode() != 0)) {
  20. $error = $PDO_DEST->errorInfo();
  21. echo "error - $error[2] ";
  22. exit;
  23. }
  24. $stmt->execute();
  25. echo "delete dest".PHP_EOL;
  26. // 开始一个事务,关闭自动提交
  27. $count = 0;
  28. echo "begin Transaction".PHP_EOL;
  29. $PDO_DEST->beginTransaction();
  30. $query = "INSERT INTO ".$dest_table." (id, book , paragraph , word_begin , word_end , length , count , text , html,sim_sents ) VALUES ( ? , ? , ? , ? , ? , ? , ? , ? , ? ,?)";
  31. $stmtDEST = $PDO_DEST->prepare($query);
  32. #从源数据表中读取
  33. $query = "SELECT * FROM ".$src_table." WHERE true order by id asc";
  34. $stmtSrc = $PDO_SRC->prepare($query);
  35. $stmtSrc->execute();
  36. $data = array();
  37. $currMergeCell = 1;
  38. while($srcData = $stmtSrc->fetch(PDO::FETCH_ASSOC)){
  39. #插入目标表
  40. $currData = array(
  41. (int)$srcData["id"],
  42. (int)$srcData["book"],
  43. (int)$srcData["paragraph"],
  44. (int)$srcData["word_begin"],
  45. (int)$srcData["word_end"],
  46. (int)$srcData["length"],
  47. (int)$srcData["count"],
  48. $srcData["text"],
  49. $srcData["html"],
  50. $srcData["sim_sents"]);
  51. if($srcData["cell"]==1 ){
  52. $stmtDEST->execute($currData);
  53. }else if($srcData["cell"]>1){
  54. $currMergeCell = (int)$srcData["cell"];
  55. $data = $currData;
  56. }else{
  57. $data["word_end"] = $srcData["word_end"];
  58. $data["text"] .= " ".$srcData["text"];
  59. $data["html"] .= " ".$srcData["html"];
  60. $data["lenght"] += $srcData["lenght"];
  61. $data["count"] += $srcData["count"];
  62. $currMergeCell--;
  63. if($currMergeCell==1){
  64. $stmtDEST->execute($currData);
  65. }
  66. }
  67. if (!$stmtDEST || ($stmtDEST && $stmtDEST->errorCode() != 0)) {
  68. $error = $PDO_DEST->errorInfo();
  69. echo "error - $error[2] ";
  70. exit;
  71. }
  72. $count++;
  73. if($count%10000==0){
  74. echo "finished $count".PHP_EOL;
  75. }
  76. }
  77. // 提交更改
  78. $PDO_DEST->commit();
  79. echo "done".PHP_EOL;