правки в индексе, подготовка к развертыванию

Pavel Fedorov
Commit eb12ee3f authored Sep 28, 2022 by Pavel Fedorov
Showing with 468 additions and 46 deletions
app/main.dsl
app/phrasemap.json
customTts.js
dataset.js
index.js
jobs/.gitignore
shared.js
--- a/app/main.dsl
+++ b/app/main.dsl
@@ -6,26 +6,41 @@ context {
    output cjm: string[] = [];
    output need_ask_name: boolean = true;
-    output template_id: number = 3;
+    output template_id: number = 1;
    output conversation_start: number = 0;
    output conversation_begin: number = 0;
    output conversation_stop: number = 0;
    output conversation_status: string = "normal";
    output abonent_request: string[] = [];
    output another_phone_number: string = "";
-    output abonent_name: string = "";
-    output company_name: string = "";
    output phone_suffix: string = "";
 }
+external function numbers_from_text(text: string): string;
+external function dates_from_text(text: string): string;
+external function part_of_the_day(): string;
+external function array_size(arr: unknown): number;
+external function string_trim(one_line: string): string;
+external function is_empty(check: unknown): boolean;
 external function performed_stage(stages: string[], stage: string): string[];
+external function sleep_ms(duration: number): unknown;
+external function json_encode(object: unknown): string;
+external function time_stamp(): number;
+external function math_floor(value: number, presision: number|empty = 0): number;
+external function math_round(value: number, presision: number|empty = 0): number;
+external function math_ceil(value: number, presision: number|empty = 0): number;
+external function phone_human(phone: string): string;
+external function last_four(phone: string): string;
+external function hours_now(): number;
+external function check_mobile_code(phone: string): boolean;
+external function countWords(message: string): number;
 start node root
 {
    do
    {
-        //set $cjm = external performed_stage($cjm, "root");
+        set $cjm = external performed_stage($cjm, "root");
-        //set $conversation_start = external time_stamp();
+        set $conversation_start = external time_stamp();
        goto caller_id;
    }
    transitions
@@ -65,16 +80,15 @@ node caller_id
        }
        // Запоминаем временной штамп перед самой первой репликой
-        //set $conversation_begin = external time_stamp();
+        set $conversation_begin = external time_stamp();
        #say("greeting");
-        //#say("dont_understand_question");
        wait *;
    }
    transitions
    {
        //end_conversation: goto end_conversation on true;
-        canttalkrn: goto cant_talk_rn on #messageHasAnyIntent(["decline", "cant_talk_rn"]);
+        canttalkrn: goto cant_talk_rn on #messageHasAnyIntent(["decline", "cant_talk_rn"]) || #messageHasSentiment("negative");
-        cantalk: goto can_talk on #messageHasAnyIntent(["accept", "can_talk"]);
+        cantalk: goto can_talk on #messageHasAnyIntent(["accept", "can_talk"]) || #messageHasSentiment("positive");
    }
 }
@@ -242,7 +256,7 @@ node do_before_exit
    do
    {
        set $cjm = external performed_stage($cjm, "do_before_exit");
-        //set $conversation_stop = external time_stamp();
+        set $conversation_stop = external time_stamp();
        exit;
    }
    transitions

--- a/app/phrasemap.json
+++ b/app/phrasemap.json
@@ -119,21 +119,6 @@
          "text": "Благодарю за Ваше обращение. Всего доброго. До свидания."
        }
      ],
-      "non_work_greetings": [
-        {
-          "text": "Вы позвонили в компанию эрброкер, мы работаем по будням с 10 до 19 часов, и, к сожалению, сейчас никто не может ответить на ваш звонок. Но я могу передать ваш запрос менеджеру"
-        }
-      ],
-      "non_work_goodbye": [
-        {
-          "text": "Передам всё, и постараюсь чтобы менеджер связался с вами как можно быстрее. До свидания!"
-        }
-      ],
-      "non_work_short_goodbye": [
-        {
-          "text": "Хорошо, просто передам что вы звонили. До свидания!"
-        }
-      ],
      "something_else": [
        {
          "text": "Ещё что-нибудь?"
@@ -205,21 +190,6 @@
          "text": "Продиктуете ваш контактный номер телефона"
        }
      ],
-      "hello_propose": [
-        {
-          "text": "Меня зовут Аврора. Подкл+ючим домашний высокоскоростной интернет?! Воспользуйтесь эксклюзивным предложением!"
-        }
-      ],
-      "internet_tv": [
-        {
-            "text": "Всего за 369 рублей в месяц вы получите интернет со скоростью 100 мегабит в секунду, а также 168 интерактивных тв-каналов в высоком качестве!"
-        }
-    ],
-    "onlyou": [
-        {
-            "text": "Только для вас безлимитный высокоскоростной интернет и интерактивное телевидение с онлайн-кинотеатрами всего за 1 рубль первый месяц!"
-        }
-    ],
    "willcall": [
        {
            "text": "Оставайтесь на связи, наш менеджер свяжется с вами в течение 15 минут"
@@ -334,9 +304,6 @@
      "yes_i_am_a_robot": {},
      "is_that_all": {},      
      "end_conversation": {},
-      "non_work_greetings":{},
-      "non_work_goodbye":{},
-      "non_work_short_goodbye": {},
      "something_else":{},
      "im_wrighting":{},
      "work_greetings": {},
@@ -348,9 +315,6 @@
      "check_is_shared": {},
      "get_phone_suffix": {},
      "get_another_phone": {},
-      "hello_propose": {},
-      "internet_tv": {},
-      "onlyou": {},
      "willcall": {},
      "phone_number": {},
      "kontakt_nomer": {},

--- a/customTts.js
+++ b/customTts.js
+const fs = require("fs");
+const path = require("path");
+class AudioResources
+{
+    constructor()
+    {
+        this.resources = {};
+    }
+    getResourceKey(text, voiceInfo) {
+        return [
+          voiceInfo.lang ?? "",
+          voiceInfo.speaker ?? "",
+          voiceInfo.emotion ?? "Neutral",
+          voiceInfo.speed ?? 1,
+          voiceInfo.variation ?? 0,
+          text,
+        ].join("|");
+      }
+    async appendJson(folder, pack)
+    {
+        const errors = [];
+        let i = 0;
+        for (const phrase of pack.phrases ?? []) {
+          i++;
+          // валидация
+          if (phrase.phrase === undefined) {
+            errors.push(`For ${i} phrase field 'phrase' is undefined`);
+            continue;
+          }
+          if (phrase.audio === undefined) {
+            errors.push(`For ${i} phrase field 'audio' is undefined`);
+            continue;
+          }
+          const audioFile = path.join(folder, phrase.audio);
+          if (!fs.existsSync(audioFile)) {
+            errors.push(`For ${i} phrase "${phrase.phrase}" file not found`);
+            continue;
+          }
+          phrase.voice = { ...pack.voice, ...phrase.voice };
+          const resourceKey = this.getResourceKey(phrase.phrase, phrase.voice ?? {});
+          if (resourceKey in this.resources) {
+            // дубликат - не ошибка
+            console.warn("Skip", i, "phrase because it's duplicate");
+            continue;
+          }
+          this.resources[resourceKey] = audioFile;
+        }
+        if(errors.length > 0)
+        {
+          console.error(`Was errors ${JSON.stringify(errors)}`)
+        }
+    }
+    async addFolder(folder)
+    {
+        const files = fs.readdirSync(folder);
+        for (const fileName of files)
+        {
+            if (path.extname(fileName) === ".json")
+            {
+                const fname = path.join(folder, fileName);
+                console.log(`Parsing ${fname}`);
+                await this.appendJson(folder, JSON.parse(fs.readFileSync(fname).toString()));
+            }
+        }
+    }
+    GetPath(text, voiceInfo)
+    {
+        const key = this.getResourceKey(text, voiceInfo);
+        const fpath = this.resources[key];
+        if (fpath === undefined)
+          throw new Error(`Failed to get ${key}`);
+        return fpath;
+    }
+}
+module.exports = AudioResources;
\ No newline at end of file
--- a/dataset.js
+++ b/dataset.js
+module.exports = exports = {
+  mobile_codes() {
+    return [
+      "900", "902", "903",
+      "904", "905", "906",
+      "908", "909", "950",
+      "951", "953", "960",
+      "961", "962", "963",
+      "964", "965", "966",
+      "967", "968", "969",
+      "980", "983", "986",
+      "901", "910", "911",
+      "912", "913", "914",
+      "915", "916", "917",
+      "918", "919", "978",
+      "981", "982", "984",
+      "985", "987", "988",
+      "989", "920", "921",
+      "922", "923", "924",
+      "925", "926", "927",
+      "928", "929", "930",
+      "931", "932", "933",
+      "934", "936", "937",
+      "938", "939", "999",
+      "952", "958", "977",
+      "991", "992", "993",
+      "994", "995", "996"
+    ];
+  }
+};
\ No newline at end of file
--- a/index.js
+++ b/index.js
--- a/jobs/.gitignore
+++ b/jobs/.gitignore
+*.in
+*.pid
+*.out
+!demo*
\ No newline at end of file
--- a/shared.js
+++ b/shared.js
+const fs = require("fs");
+const url = require("url");
+const axios = require("axios");
+const moment = require("moment");
+const strings = require("string");
+const dataset = require("./dataset");
+const sys = require('child_process');
+const cct_api = 'http://cct.r-broker.ru/api/';
+const cct_key = 'y8Bzq1C0vIwhcrl98emy04JauUlWd7glhvUo2TcWBSkdMYzrKS'
+              + 'KhQNMuoU_NecQJVNLIgRA4eeDTX4QFDA6np1VI0ctrmYJkcIQK'
+              + 'muMgCjKzqHVSzZ2-n_0vefeFZPCMZJz4NO8xgrPwQ1OWgn_ACt'
+              + 'be9DWhSR-yi_-u2k2NcF3Heg193PSKvov9QPlShLtq_UzdQfmb'
+              + 'C9uS1-bukZFdFyQ9M6mO8Qnlyzm95ouQPODwqieKjiXIFkXUIW';
+const file_sender = '../../htdocs/uploadgd/up.php';
+const api_hook_url = 'https://ai.r-broker.ru/api/api.php';
+const api_hook_key = 'kd56h4jfhj54f62hjf6d8YgjL9';
+const api_hook = api_hook_url + '?key=' + api_hook_key;
+const mobile_codes = dataset.mobile_codes();
+function empty (value) {
+  if (value === undefined) return true;
+  if (value === null) return true;
+  const str = strings(value);
+  if (str == "") return true;
+  if (str.trim() == "") return true;
+  return false;
+}
+async function cct_api_service (service, api_request) {
+  let post_data = JSON.stringify(api_request);
+  let headers = {
+    "Language": "ru-RU",
+    "Authorization": "Bearer " + cct_key,
+    "Content-Type": "application/json; charset=utf-8"
+  };
+  let config = { headers: headers };
+  let result = await axios.post(cct_api + service, post_data, config);
+  let wrong_data = { status: 'error', result: 'axios crashed' };
+  if (result.data === null) return wrong_data
+  if (result.data === undefined) return wrong_data;
+  return result.data;
+}
+module.exports = exports = {
+  empty (value) {
+    return empty (value);
+  },
+  async ai_api_hook (action, web_hook_data) {
+    let api_hook_action = api_hook + '&action=' + action;
+    let post_data = new url.URLSearchParams(web_hook_data);
+    let result = {};
+    let wrong_data = { status: 'error', detail: 'axios crashed' };
+    try {
+      result = await axios.post(api_hook_action, post_data);
+    } catch (err) {
+      wrong_data.detail = JSON.stringify(err, undefined, 2);
+      result.data = wrong_data;
+    }
+    if (empty(result.data)) return wrong_data
+    return result.data;
+  },
+  get_part_of_the_day() {
+    ts = Date.now();
+    let date_ob = new Date(ts);
+    hours = date_ob.getHours();
+    if (hours < 4) return 'night';
+    if (hours < 12) return 'morning';
+    if (hours < 16) return 'day';
+    if (hours < 24) return 'evening';
+    return 'night';
+  },
+  human_format(abonent_phone) {
+    let clean_phone = abonent_phone.replace( /[^\d]/g, '' );
+    var size = clean_phone.length;
+    var human_phone = "";
+    if (size < 4) return clean_phone;
+    if (size == 11) {
+      prefix = clean_phone.substring(0, 1);
+      if (prefix == 8) human_phone = prefix; else human_phone = "+" + prefix;
+      human_phone = human_phone + " (" + clean_phone.substring(1, 4);
+      human_phone = human_phone + ") " + clean_phone.substring(4, 7);
+      human_phone = human_phone + "-" + clean_phone.substring(7, 9);
+      human_phone = human_phone + "-" + clean_phone.substring(9, 11);
+      return human_phone;
+    }
+    if (size == 10) {
+      human_phone = "+7";
+      human_phone = human_phone + " (" + clean_phone.substring(0, 3);
+      human_phone = human_phone + ") " + clean_phone.substring(3, 6);
+      human_phone = human_phone + "-" + clean_phone.substring(6, 8);
+      human_phone = human_phone + "-" + clean_phone.substring(8, 10);
+      return human_phone;
+    }
+    const cuts = [ 2, 2, 3, 3 ];
+    const divs = [ "-", "-", ") ", "(" ];
+    let phone = clean_phone;
+    for (var i = 0; i < 4; i ++) {
+      if (size > cuts[i]) {
+        size -= cuts[i];
+        part = phone.substring(size, size + cuts[i]);
+        human_phone = divs[i] + part + human_phone;
+        phone = phone.substring(0, size);
+      } else {
+        var div = "";
+        if (divs[i] == "(") div = divs[i];
+        return div + phone + human_phone;
+      }
+    }
+    return "+" + phone + " " + human_phone;
+  },
+  last_four_digits(abonent_phone) {
+    let clean_phone = abonent_phone.replace( /[^\d]/g, '' );
+    var size = clean_phone.length;
+    let last_four = "";
+    if (size > 3) {
+      last_four = clean_phone.substring(size - 2, size);
+      size -= 2;
+      return clean_phone.substring(size - 2, size) + "-" + last_four;
+    }
+    return clean_phone;
+  },
+  async cct_numbers_from_text (text) {
+    const service = 'markers-data';
+    request = {
+      debug: false,
+      input: "text",
+      channel: "client",
+      distance: { "min": 0.166667, "mid": 0.166667, "max": 0.166667 },
+      language: "russian",
+      text: text,
+      triggers: [
+        { name: "numbers", markers: [ { type: "number" } ] }
+      ]
+    };
+    const response = await cct_api_service(service, request);
+    let result = "";
+    if (response.status !== "success") return result;
+    for (trigger of response.result) {
+      if (trigger.state === "on") {
+        if (trigger.name === "numbers") {
+          for (i in trigger.details) {
+            found = trigger.details[i];
+            for (j in found) {
+              element = found[j];
+              result = result + " " + element.value;
+            }
+          }
+        }
+      }
+    }
+    result = result.replace( /^\s+/, '' );
+    return result;
+  },
+  async cct_dates_from_text (text) {
+    const service = 'markers-data';
+    request = {
+      debug: false,
+      input: "text",
+      channel: "client",
+      distance: { "min": 0.166667, "mid": 0.166667, "max": 0.166667 },
+      language: "russian",
+      text: text,
+      triggers: [
+        { name: "dates", markers: [ { type: "date time" } ] }
+      ]
+    };
+    const response = await cct_api_service(service, request);
+    let result = "";
+    if (response.status !== "success") return result;
+    for (trigger of response.result) {
+      if (trigger.state === "on") {
+        if (trigger.name === "dates") {
+          for (i in trigger.details) {
+            found = trigger.details[i];
+            for (j in found) {
+              element = found[j];
+              pattern = element.pattern??"";
+              if ((pattern === "%date%") && (result === ""))
+                result = element.value;
+            }
+          }
+        }
+      }
+    }
+    if (result === "") return result;
+    moment.locale("ru");
+    result = moment(result, "YYYY-MM-DD").format("DD.MM.YYYY");
+    return result;
+  },
+  renew_last_log_file(last_text_file) {
+    let sysCommand = 'cat ' + last_text_file + ' >log.txt';
+    sys.exec(sysCommand, (error, stdout, stderr) => {
+      if (error) {
+        console.error(`error: ${error.message}`);
+      }
+      if (stderr) {
+        console.error(`stderr: ${stderr}`);
+      }
+      // console.log(`stdout:\n${stdout}`);
+    });
+  },
+  send_to_google_disk(file_name, file_mime) {
+    let proc = sys.spawnSync('php', [ file_sender, file_name, file_mime ]);
+    let exit_code = proc.status;
+    let look_stdout = proc.stdout.toString();
+    let check_error = proc.error;
+    let look_stderr = proc.stderr.toString();
+    if (check_error)
+      console.log("error: \n" + JSON.stringify(check_error, undefined, 2));
+    if (look_stderr) console.log("stderr: \n" + look_stderr);
+    if (look_stdout) console.log("stdout: \n" + look_stdout);
+  },
+  is_mobile_code(abonent_phone) {
+    let clean_phone = abonent_phone.replace( /[^\d]/g, '' );
+    var size = clean_phone.length;
+    let phone_code = "";
+    if (size > 6) {
+      phone_code = clean_phone.substring(1, 4);
+      }
+    return (mobile_codes.indexOf(phone_code)!=-1);
+  },
+  pid_name() {
+    pidName = process.pid;
+    if (pidName < 10) pidName = '0000' + pidName;
+    if (pidName < 100) pidName = '000' + pidName;
+    if (pidName < 1000) pidName = '00' + pidName;
+    if (pidName < 10000) pidName = '0' + pidName;
+    return pidName;
+  },
+  make_unique_app(app_suffix) {
+    let app_suffix_file = './threads/' + app_suffix + '/app.dashaapp'
+    if (fs.existsSync(app_suffix_file)) return './threads/' + app_suffix;
+    let proc = sys.spawnSync('cp', [ '-rfp', './app', './threads/' + app_suffix ]);
+    let exit_code = proc.status;
+    let exit_data = proc.stdout.toString();
+    let check_error = proc.error;
+    let look_stderr = proc.stderr.toString();
+    if (check_error) {
+      console.log('error: ' + JSON.stringify(check_error, undefined, 2));
+      return './app';
+    }
+    if (look_stderr) {
+      console.log('stderr: ' + look_stderr);
+      return './app';
+    }
+    app_data = fs.readFileSync('app/app.dashaapp');
+    app_info = JSON.parse(app_data);
+    let app_name = app_info.name + '-' + app_suffix;
+    app_info.name = app_name;
+    fs.writeFileSync(app_suffix_file, JSON.stringify(app_info, undefined, 2));
+    return './threads/' + app_suffix;
+  },
+  drop_unique_app(app_suffix) {
+    let proc = sys.spawnSync('rm', [ '-rf', './threads/' + app_suffix ]);
+    let exit_code = proc.status;
+    let exit_data = proc.stdout.toString();
+    let check_error = proc.error;
+    let look_stderr = proc.stderr.toString();
+    if (check_error) {
+      console.log('error: ' + JSON.stringify(check_error, undefined, 2));
+      return false;
+    }
+    if (look_stderr) {
+      console.log('stderr: ' + look_stderr);
+      return false;
+    }
+    return true;
+  },
+  get_conversation_info(app, conv) {
+    app_data = fs.readFileSync('app/app.dashaapp');
+    app_info = JSON.parse(app_data);
+    let app_name = app_info.name;
+    app_name_full = app.applicationName;
+    app_id = app.applicationId;
+    job_id = conv._jobId;
+    return {
+      app_name: app_name,
+      app_name_full: app_name_full,
+      app_id: app_id,
+      job_id: job_id
+    };
+  }
+};
\ No newline at end of file