redis_import_dict.php 1.7 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677
  1. <?php
  2. require_once "../path.php";
  3. require_once "../install/filelist.php";
  4. require_once "../redis/function.php";
  5. if (PHP_SAPI == "cli") {
  6. if ($argc >= 2) {
  7. $list = $argv[1];
  8. if(isset($argv[2])){
  9. $tableNum = (int)$argv[2];
  10. }
  11. else{
  12. $tableNum = -1;
  13. }
  14. $redis = redis_connect();
  15. if ($redis == false) {
  16. echo "no redis connect\n";
  17. exit;
  18. }
  19. $taskList = json_decode(file_get_contents(__DIR__."/".$list));
  20. $dir = dirname(__DIR__."/".$list);
  21. if($tableNum<0){
  22. foreach ($taskList as $key => $task) {
  23. # code...
  24. runTask($redis,$task,$dir);
  25. }
  26. }
  27. else{
  28. if($tableNum<count($taskList)){
  29. runTask($redis,$taskList[$tableNum],$dir);
  30. }
  31. else{
  32. echo "wrong task number task length is ".count($taskList);
  33. }
  34. }
  35. }
  36. }
  37. function runTask($redis,$task,$dir){
  38. $count=0;
  39. $redis->del($task->rediskey);
  40. foreach ($task->csv as $csv) {
  41. $csvfile = $dir."/".$csv;
  42. if (($fp = fopen($csvfile, "r")) !== false) {
  43. echo "单词表load {$csvfile}\n";
  44. while (($data = fgets($fp)) !== false) {
  45. $data1 = explode(",",$data);
  46. if(count($data1)>1){
  47. $old = $redis->hGet($task->rediskey,$data1[$task->keycol]);
  48. $new = array();
  49. if($old){
  50. $new = json_decode($old,true);
  51. array_push($new,$data1);
  52. }
  53. else{
  54. $new[] = $data1;
  55. }
  56. $redis->hSet($task->rediskey,$data1[$task->keycol],json_encode($new, JSON_UNESCAPED_UNICODE));
  57. }
  58. $count++;
  59. if($count%10000==0){
  60. sleep(1);
  61. echo $count."\n";
  62. }
  63. }
  64. fclose($fp);
  65. echo "task : {$task->rediskey}:".$redis->hLen($task->rediskey)."\n";
  66. } else {
  67. echo "can not open csv file. ";
  68. }
  69. }
  70. }
  71. ?>