20211125165700-pali_sent-upgrade.php 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114
  1. <?php
  2. require_once __DIR__."/../../app/config.php";
  3. define("_PG_DB_PALI_SENTENCE_", _DB_ENGIN_.":host="._DB_HOST_.";port="._DB_PORT_.";dbname="._DB_NAME_.";user="._DB_USERNAME_.";password="._DB_PASSWORD_.";");
  4. define("_PG_TABLE_PALI_SENT_", "pali_sentences");
  5. define("_PG_TABLE_PALI_SENT_ORG_", "pali_sent_orgs");
  6. $src_db=_PG_DB_PALI_SENTENCE_;#源数据库
  7. $src_table=_PG_TABLE_PALI_SENT_ORG_;#源表名
  8. $dest_db=_PG_DB_PALI_SENTENCE_;#目标数据库
  9. $dest_table=_PG_TABLE_PALI_SENT_;#目标表名
  10. echo "migarate pali_sent_org".PHP_EOL;
  11. #打开源数据库
  12. $PDO_SRC = new PDO($src_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  13. $PDO_SRC->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
  14. echo "open src".PHP_EOL;
  15. #打开目标数据库
  16. $PDO_DEST = new PDO($dest_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  17. $PDO_DEST->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
  18. echo "open dest".PHP_EOL;
  19. #删除目标表中所有数据
  20. fwrite(STDOUT,"deleting date".PHP_EOL) ;
  21. try{
  22. $query = "DELETE FROM ".$dest_table;
  23. $stmt = $PDO_DEST->prepare($query);
  24. $stmt->execute();
  25. }catch(PDOException $e){
  26. fwrite(STDERR,"error:".$e->getMessage());
  27. exit;
  28. }
  29. fwrite(STDOUT,"deleted date".PHP_EOL) ;
  30. // 开始一个事务,关闭自动提交
  31. $count = 0;
  32. echo "begin Transaction".PHP_EOL;
  33. $PDO_DEST->beginTransaction();
  34. $query = "INSERT INTO ".$dest_table." (id, book , paragraph , word_begin , word_end , length , count , text , html,sim_sents ) VALUES ( ? , ? , ? , ? , ? , ? , ? , ? , ? ,?)";
  35. try{
  36. $stmtDEST = $PDO_DEST->prepare($query);
  37. }catch(PDOException $e){
  38. fwrite(STDERR,"error:".$e->getMessage());
  39. exit;
  40. }
  41. #从源数据表中读取
  42. $query = "SELECT * FROM ".$src_table." WHERE true order by id asc";
  43. try{
  44. $stmtSrc = $PDO_SRC->prepare($query);
  45. $stmtSrc->execute();
  46. }catch(PDOException $e){
  47. fwrite(STDERR,"error:".$e->getMessage());
  48. exit;
  49. }
  50. $data = array();
  51. $currMergeCell = 1;
  52. while($srcData = $stmtSrc->fetch(PDO::FETCH_ASSOC)){
  53. #插入目标表
  54. $currData = array(
  55. (int)$srcData["id"],
  56. (int)$srcData["book"],
  57. (int)$srcData["paragraph"],
  58. (int)$srcData["word_begin"],
  59. (int)$srcData["word_end"],
  60. (int)$srcData["length"],
  61. (int)$srcData["count"],
  62. $srcData["text"],
  63. $srcData["html"],
  64. $srcData["sim_sents"]);
  65. if($srcData["cell"]==1 ){
  66. $stmtDEST->execute($currData);
  67. }else if($srcData["cell"]>1){
  68. $currMergeCell = (int)$srcData["cell"];
  69. $data = $currData;
  70. }else{
  71. $data["word_end"] = $srcData["word_end"];
  72. $data["text"] .= " ".$srcData["text"];
  73. $data["html"] .= " ".$srcData["html"];
  74. $data["lenght"] += $srcData["lenght"];
  75. $data["count"] += $srcData["count"];
  76. $currMergeCell--;
  77. if($currMergeCell==1){
  78. try{
  79. $stmtDEST->execute($currData);
  80. }catch(PDOException $e){
  81. fwrite(STDERR,"error:".$e->getMessage().implode(',',$currData));
  82. exit;
  83. }
  84. }
  85. }
  86. $count++;
  87. if($count%10000==0){
  88. echo "finished $count".PHP_EOL;
  89. }
  90. }
  91. // 提交更改
  92. $PDO_DEST->commit();
  93. echo "done".PHP_EOL;