awtk/tools/ime_gen/to_pinyin.js

const fs = require('fs');
const helper = require('./helper');

function genPinYinTable(obj) {
  let arr = []
  let result = ''

  for (let key in obj) {
    let value = obj[key];
    if (value.items.length == 0) {
      continue;
    }

    value.items.sort((a, b) => {
      return b.freq - a.freq;
    });

    result += `static const char* s_py_${key}[] = {\n`
    value.items.forEach(iter => {
      result += `  \"${iter.char}\",\n`;
    });
    result += '  NULL\n';
    result += '};\n';

    arr.push(value);
  }

  arr.sort((a, b) => {
    return a.key.localeCompare(b.key);
  });

  result += `static const table_entry_t s_pinyin_chinese_items[] = {\n`;
  arr.forEach(iter => {
    let key = iter.key;
    result += `  {"${key}", NULL, s_py_${key}},\n`
  });
  result += '};\n';

  helper.saveResult(`pinyin_table.inc`, result);
}

function toPinyin(filename, onlySimpleChinese) {
  let obj = {}
  const content = fs.readFileSync(filename, "utf16le");
  const lines = content.split('\n');

  lines.forEach((line, index) => {
    const words = line.split(' ');
    const char = words[0];
    const freq = parseFloat(words[1]);
    const tw = words[2] === '1';
    const pinyin = helper.mergePinyin(words);
    const key = pinyin;
    const notExist = !obj[key];

    if (!key) {
      return;
    }

    if (onlySimpleChinese && tw) {
      return;
    }

    if (notExist) {
      obj[key] = {
        key: key,
        items: [],
      }
    }

    let value = obj[key];
    value.items.push({
      char: char,
      pinyin: pinyin,
      freq: freq
    });
  });

  genPinYinTable(obj);
}

toPinyin('chinese_words.txt', true);