mint/api-v13/app/Console/Commands/ExportNissaya.php

<?php

namespace App\Console\Commands;

use App\Http\Api\DictApi;
use App\Models\Channel;
use App\Models\NissayaEnding;
use App\Models\Sentence;
use App\Models\UserDict;
use App\Tools\Tools;
use Illuminate\Console\Command;
use Illuminate\Support\Facades\Storage;

class SuttaType
{
    public static function types()
    {
        return [
            'mula' => [
                69, 70, 71, 72, 73, 74,
                75, 76, 77, 78, 79, 80,
                81, 82, 83, 84, 85, 86,
                87, 88, 89, 90, 91, 92,
                93, 94, 95, 143, 144, 145,
                146, 147, 148, 149, 150, 151,
                152, 153, 154, 155, 156, 157,
                158, 159, 160, 161, 162, 163,
                164, 165, 166, 167, 168, 169,
                170, 171, 213, 214, 215, 216, 217,
            ],
            'atthakatha' => [
                64, 65, 96, 97, 98, 99,
                100, 101, 102, 103, 104, 105,
                106, 107, 108, 109, 110, 111,
                112, 113, 114, 115, 116, 117,
                118, 119, 120, 121, 122, 123,
                124, 125, 126, 127, 128, 129,
                130, 131, 132, 133, 134, 135,
                136, 137, 138, 139, 140, 141, 142,
            ],
            'tika' => [
                66, 67, 68, 172, 173, 174,
                175, 176, 177, 178, 179, 180,
                181, 182, 183, 184, 185, 186,
                187, 188, 189, 190, 191, 192,
                193, 194, 195, 196, 197, 198,
                199, 200, 201, 202, 203, 204,
                205, 206, 207, 208, 209, 210, 211, 212,
            ],
            'vinaya' => [138, 139, 140, 141, 142, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217],
            'sutta' => [
                82, 83, 84, 85, 86,
                87, 88, 89, 90, 91, 92, 93,
                94, 95, 99, 100, 101, 102,
                103, 104, 105, 106, 107, 108,
                109, 110, 111, 112, 113, 114,
                115, 116, 117, 118, 119, 120,
                121, 122, 123, 124, 125, 126,
                127, 128, 129, 130, 131, 132,
                133, 134, 135, 136, 137, 143,
                144, 145, 146, 147, 148, 149,
                150, 151, 152, 153, 154, 155,
                156, 157, 158, 159, 160, 161,
                162, 163, 164, 165, 166, 167,
                168, 169, 170, 171, 181, 182,
                183, 184, 185, 186, 187, 188,
                189, 190, 191, 192, 193, 194,
                195, 196, 197, 198, 199,
            ],
            'abhidhamma' => [69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 96, 97, 98, 172, 173, 174, 175, 176, 177, 178, 179, 180],
        ];
    }

    public static function getTypeByBook($bookId)
    {
        $types = [];
        foreach (SuttaType::types() as $type => $books) {
            if (in_array($bookId, $books)) {
                $types[] = $type;
            }
        }

        return $types;
    }
}

class ExportNissaya extends Command
{
    /**
     * The name and signature of the console command.
     * php artisan export:nissaya
     *
     * @var string
     */
    protected $signature = 'export:nissaya';

    protected $my = ['ႁႏၵ', 'ခ္', 'ဃ္', 'ဆ္', 'ဈ္', 'ည္', 'ဌ္', 'ဎ္', 'ထ္', 'ဓ္', 'ဖ္', 'ဘ္', 'က္', 'ဂ္', 'စ္', 'ဇ္', 'ဉ္', 'ဠ္', 'ဋ္', 'ဍ္', 'ဏ္', 'တ္', 'ဒ္', 'န္', 'ဟ္', 'ပ္', 'ဗ္', 'မ္', 'ယ္', 'ရ္', 'လ္', 'ဝ္', 'သ္', 'င္', 'င်္', 'ဿ', 'ခ', 'ဃ', 'ဆ', 'ဈ', 'စျ', 'ည', 'ဌ', 'ဎ', 'ထ', 'ဓ', 'ဖ', 'ဘ', 'က', 'ဂ', 'စ', 'ဇ', 'ဉ', 'ဠ', 'ဋ', 'ဍ', 'ဏ', 'တ', 'ဒ', 'န', 'ဟ', 'ပ', 'ဗ', 'မ', 'ယ', 'ရ', '႐', 'လ', 'ဝ', 'သ', 'aျ္', 'aွ္', 'aြ္', 'aြ', 'ၱ', 'ၳ', 'ၵ', 'ၶ', 'ၬ', 'ၭ', 'ၠ', 'ၡ', 'ၢ', 'ၣ', 'ၸ', 'ၹ', 'ၺ', '႓', 'ၥ', 'ၧ', 'ၨ', 'ၩ', '်', 'ျ', 'ႅ', 'ၼ', 'ွ', 'ႇ', 'ႆ', 'ၷ', 'ၲ', '႒', '႗', 'ၯ', 'ၮ', '႑', 'kaၤ', 'gaၤ', 'khaၤ', 'ghaၤ', 'aှ', 'aိံ', 'aုံ', 'aော', 'aေါ', 'aအံ', 'aဣံ', 'aဥံ', 'aံ', 'aာ', 'aါ', 'aိ', 'aီ', 'aု', 'aဳ', 'aူ', 'aေ', 'အါ', 'အာ', 'အ', 'ဣ', 'ဤ', 'ဥ', 'ဦ', 'ဧ', 'ဩ', 'ႏ', 'ၪ', 'a္', '္', 'aံ', 'ေss', 'ေkh', 'ေgh', 'ေch', 'ေjh', 'ေññ', 'ေṭh', 'ေḍh', 'ေth', 'ေdh', 'ေph', 'ေbh', 'ေk', 'ေg', 'ေc', 'ေj', 'ေñ', 'ေḷ', 'ေṭ', 'ေḍ', 'ေṇ', 'ေt', 'ေd', 'ေn', 'ေh', 'ေp', 'ေb', 'ေm', 'ေy', 'ေr', 'ေl', 'ေv', 'ေs', 'ေy', 'ေv', 'ေr', 'ea', 'eā', '၁', '၂', '၃', '၄', '၅', '၆', '၇', '၈', '၉', '၀', 'း', '့', '။', '၊'];

    protected $en = ['ndra', 'kh', 'gh', 'ch', 'jh', 'ññ', 'ṭh', 'ḍh', 'th', 'dh', 'ph', 'bh', 'k', 'g', 'c', 'j', 'ñ', 'ḷ', 'ṭ', 'ḍ', 'ṇ', 't', 'd', 'n', 'h', 'p', 'b', 'm', 'y', 'r', 'l', 'v', 's', 'ṅ', 'ṅ', 'ssa', 'kha', 'gha', 'cha', 'jha', 'jha', 'ñña', 'ṭha', 'ḍha', 'tha', 'dha', 'pha', 'bha', 'ka', 'ga', 'ca', 'ja', 'ña', 'ḷa', 'ṭa', 'ḍa', 'ṇa', 'ta', 'da', 'na', 'ha', 'pa', 'ba', 'ma', 'ya', 'ra', 'ra', 'la', 'va', 'sa', 'ya', 'va', 'ra', 'ra', '္ta', '္tha', '္da', '္dha', '္ṭa', '္ṭha', '္ka', '္kha', '္ga', '္gha', '္pa', '္pha', '္ba', '္bha', '္ca', '္cha', '္ja', '္jha', '္a', '္ya', '္la', '္ma', '္va', '္ha', 'ssa', 'na', 'ta', 'ṭṭha', 'ṭṭa', 'ḍḍha', 'ḍḍa', 'ṇḍa', 'ṅka', 'ṅga', 'ṅkha', 'ṅgha', 'ha', 'iṃ', 'uṃ', 'o', 'o', 'aṃ', 'iṃ', 'uṃ', 'aṃ', 'ā', 'ā', 'i', 'ī', 'u', 'u', 'ū', 'e', 'ā', 'ā', 'a', 'i', 'ī', 'u', 'ū', 'e', 'o', 'n', 'ñ', '', '', 'aṃ', 'sse', 'khe', 'ghe', 'che', 'jhe', 'ññe', 'ṭhe', 'ḍhe', 'the', 'dhe', 'phe', 'bhe', 'ke', 'ge', 'ce', 'je', 'ñe', 'ḷe', 'ṭe', 'ḍe', 'ṇe', 'te', 'de', 'ne', 'he', 'pe', 'be', 'me', 'ye', 're', 'le', 've', 'se', 'ye', 've', 're', 'e', 'o', '1', '2', '3', '4', '5', '6', '7', '8', '9', '0', '”', '’', '．', '，'];

    /**
     * The console command description.
     *
     * @var string
     */
    protected $description = '导出nissaya统计数据';

    /**
     * Create a new command instance.
     *
     * @return void
     */
    public function __construct()
    {
        parent::__construct();
    }

    /**
     * Execute the console command.
     *
     * @return int
     */
    public function handle()
    {
        if (Tools::isStop()) {
            return 0;
        }
        $nissaya_channels = Channel::where('type', 'nissaya')
            ->where('lang', 'my')
            ->select('uid')->get();
        $this->info('channel:'.count($nissaya_channels));
        // system regular
        $dict_id = DictApi::getSysDict('system_regular');
        if (! $dict_id) {
            $this->error('没有找到 system_regular 字典');

            return 1;
        } else {
            $this->info("system_regular :{$dict_id}");
        }

        // 获取缅文语尾表
        $nissayaEndings = NissayaEnding::select('ending')->groupBy('ending')->get();
        $endings = [];
        $maxLen = 0;
        foreach ($nissayaEndings as $key => $ending) {
            $endings[] = $ending->ending;
            if (mb_strlen($ending->ending, 'UTF-8') > $maxLen) {
                $maxLen = mb_strlen($ending->ending, 'UTF-8');
            }
        }
        $this->info(count($endings).' ending');

        $filename = 'public/export/nissaya.csv';
        Storage::disk('local')->put($filename, '');
        $file = fopen(storage_path("app/$filename"), 'w');
        $bar = $this->output->createProgressBar(Sentence::whereIn('channel_uid', $nissaya_channels)->count());
        foreach (Sentence::whereIn('channel_uid', $nissaya_channels)->select(['content', 'book_id'])->cursor() as $sent) {
            $lines = explode("\n", $sent->content);
            foreach ($lines as $key => $line) {
                // code...
                if (substr_count(trim($line), '=') === 1) {
                    $nissaya_str = explode('=', $line);
                    $pali = $this->my2en($nissaya_str[0]);
                    $types = SuttaType::getTypeByBook($sent->book_id);
                    $strTypes = implode(',', $types);
                    // 拆分
                    $factors = UserDict::where('dict_id', $dict_id)->where('word', $pali)->value('factors');
                    $factors = explode('+', $factors);
                    if (count($factors) > 1) {
                        $paliEnding = end($factors);
                    } else {
                        $paliEnding = '';
                    }
                    $nissaya_my = trim($nissaya_str[1]);
                    $mEnding1 = $this->matchEnding($nissaya_my, $endings, $maxLen);
                    if (! empty($paliEnding) && ! empty($mEnding1[1])) {
                        $mixed = $paliEnding.$mEnding1[1];
                        fputcsv($file, [$strTypes, $pali, $paliEnding, $nissaya_my, $mEnding1[1], $mixed]);
                    }
                    $mEnding2 = ['', ''];
                    if (! empty($mEnding1[1])) {
                        $mEnding2 = $this->matchEnding($mEnding1[0], $endings, $maxLen);
                        if (! empty($paliEnding) && ! empty($mEnding2[1])) {
                            $mixed = $paliEnding.$mEnding2[1];
                            fputcsv($file, [$strTypes, $pali, $paliEnding, $nissaya_my, $mEnding2[1], $mixed]);
                        }
                    }
                    $mEnding3 = ['', ''];
                    if (! empty($mEnding2[1])) {
                        $mEnding3 = $this->matchEnding($mEnding2[0], $endings, $maxLen);
                        if (! empty($paliEnding) && ! empty($mEnding3[1])) {
                            $mixed = $paliEnding.$mEnding3[1];
                            fputcsv($file, [$strTypes, $pali, $paliEnding, $nissaya_my, $mEnding3[1], $mixed]);
                        }
                    }

                    // fputcsv($file,[$strTypes, $pali,$paliEnding,$nissaya_my,$mEnding1[1],$mEnding2[1],$mEnding3[1]]);
                }
            }
            $bar->advance();
        }
        fclose($file);
        $bar->finish();
        $this->info('done');
        $this->info($filename);

        return 0;
    }

    public function my2en($my)
    {
        return str_replace($this->my, $this->en, $my);
    }

    private function matchEnding($needle, $endings, $maxLen)
    {
        $needle = trim($needle);
        if (mb_substr($needle, -1, 1, 'UTF-8') === '။') {
            $needle = mb_substr($needle, 0, -1);
        }
        for ($i = 1; $i <= $maxLen; $i++) {
            $mEnding = mb_substr($needle, -$i);
            if (in_array($mEnding, $endings)) {
                return [mb_substr($needle, 0, mb_strlen($needle,'UTF-8') - $i), $mEnding];
            }
        }

        return [$needle, ''];
    }
}