npm install owhat-job- 安装
- 简介
- Todo
##Install
* Copy
* 除log文件夹可能需要配置链接文件夹外读取和写入权限 其它文件需要有读取权限。
##Introduction
* 程序主要为scimport.js，csoimport.js
* 启动方式为pm2 start processes.json 分别启动1个进行进行处理
* 配置文件为env.npcf 其中请查找 需要修改 字样进行配置
``javascript`
//一次取数据总数
"SC.count": "500000",
//一次插入数据的数量
"SC.max": "250000",
//线程数
"SC.threadcount": "3",
//ES连接 需要修改
"SC.host": 'tst-shdu-a03:39201',
//ES日志类型
"SC.log": 'trace',
//ES索引名
"SC.index": 'dcdata',
//ES类型名
"SC.type": 'contract',
//一次取数据总数 可根据线上内存情况修改
"CSO.count": "500000",
//一次插入数据的数量
"CSO.max": "250000",
//线程数 可根据线上内存情况修改
"CSO.threadcount": "3",
//ES连接 需要修改
"CSO.host": 'tst-shdu-a03:39201',
//ES日志类型 需要修改
"CSO.log": 'trace',
//ES索引名
"CSO.index": 'sdmdata',
//ES类型名
"CSO.type": 'cso',
//需要修改 DC数据库 要求有链接服务器或者数据库方便在一个SQL中插入和更新访问独立的数据库表 ESImport表。
"dcconnect": {
"server": "123.127.153.137",
"localAddress": "123.127.153.137",
"port": "1433",
"user": "Dev_Env_DBUser",
"password": "qwert12345",
"database": "Datacenter-Dev",
"pool": { "min": 0, "max": 10, "idleTimeoutMillis": 3000 },
"timeout": 60000
},
//需要修改 SDM数据库 要求有链接服务器或者数据库方便在一个SQL中插入和更新访问独立的数据库表 ESImport表。
"sdmconnect": {
"server": "123.127.153.137",
"localAddress": "123.127.153.137",
"port": "1433",
"user": "Dev_Env_DBUser",
"password": "qwert12345",
"database": "SDM_DEV",
"pool": { "min": 0, "max": 10, "idleTimeoutMillis": 3000 },
"timeout": 60000
}
* 配置文件为processes.json 其中请查找 需要修改 字样进行配置
`javascript`
"apps": [{
// Application #1
"name": "UPT.Server-SCimporter",
"script": "./scimport.js",
"instances": "1",
"exec_mode": "cluster",
"args": ["env.npcf"],
"node_args": "--harmony",
"merge_logs": true,
"cwd": "./",
"max_memory_restart": "2048M",//可能需要修改
"log_date_format": "YYYYMMDDHH",
"error_file": "./log/UPT_Server_SC_pm2_err.log",//需要修改路径
"env": {
"NODE_ENV": "development",
"AWESOME_SERVICE_API_TOKEN": "xxx"
},
"watch": ["./*/.js"],
"ignore_watch": [],
"watch_options": { "followSymlinks": false }
}, {
// Application #1
"name": "UPT.Server-CSOimporter",
"script": "./csoimport.js",
"instances": "1",
"exec_mode": "cluster",
"args": ["env.npcf"],
"node_args": "--harmony",
"merge_logs": true,
"cwd": "./",
"max_memory_restart": "2048M",//可能需要修改
"log_date_format": "YYYYMMDDHH",
"error_file": "./log/UPT_Server_CSO_pm2_err.log",//需要修改路径
"env": {
"NODE_ENV": "development",
"AWESOME_SERVICE_API_TOKEN": "xxx"
},
"watch": ["./*/.js"],
"ignore_watch": [],
"watch_options": { "followSymlinks": false }
}]
* 2017-8-23 #TaskID 2201-2203 UPT出险率报表更新 需要添加对修改状态和删除的合同工单的处理，并将合同中未过滤320，420状态的合同进行删除
* 更新内容
* Ni/ni.npcf 更新导入合同的 320，420过滤
* Ni/update.npcf 添加如上3个服务的update SQL
* env.npcf 添加appsettings下的3个节点，请注意更新host（线上es地址）
* processes.json 添加新增的3个服务及其配置
* csobupdate_single.js 添加对csob改为300的数据的处理
* csoupdate_single.js 添加对cso改为300的数据的处理
* scupdate_single.js 添加对sc改为320，420的数据的处理
`javascript`
env.npcf 新增
"USC":{"count":100000,"max":5000,"threadcount":30,"host":"ES地址","log":"error","index":"dcdata","type":"contract"},
"UCSO":{"count":100000,"max":5000,"threadcount":30,"host":"ES地址","log":"error","index":"sdmdata","type":"cso"},
"UCSOB":{"count":100000,"max":5000,"threadcount":30,"host":"ES地址","log":"error","index":"sdmbdata","type":"csob"},
`javascript
processes.json 新增
{
// Application #1
"name": "UPT.Server-SCupdater",
"script": "./scupdate_single.js",
"instances": "1",
"exec_mode": "cluster",
"args": ["env.npcf"],
"node_args": "--harmony",
"merge_logs": true,
"cwd": "./",
"max_memory_restart": "2048M",
"log_date_format": "YYYYMMDDHH",
"error_file": "./log/UPT_update_SC_pm2_err.log",
"out_file": "./log/UPT_update_SC_pm2_out.log",
"env": {
"NODE_ENV": "development",
"AWESOME_SERVICE_API_TOKEN": "xxx"
},
"watch": ["./*/.js"],
"ignore_watch": [],
"watch_options": { "followSymlinks": false }
}, {
// Application #1
"name": "UPT.Server-CSOupdater",
"script": "./csoupdate_single.js",
"instances": "1",
"exec_mode": "cluster",
"args": ["env.npcf"],
"node_args": "--harmony",
"merge_logs": true,
"cwd": "./",
"max_memory_restart": "2048M",
"log_date_format": "YYYYMMDDHH",
"error_file": "./log/UPT_Update_CSO_pm2_err.log",
"out_file": "./log/UPT_Update_CSO_pm2_out.log",
"env": {
"NODE_ENV": "development",
"AWESOME_SERVICE_API_TOKEN": "xxx"
},
"watch": ["./*/.js"],
"ignore_watch": [],
"watch_options": { "followSymlinks": false }
}, {
// Application #1
"name": "UPT.Server-CSOBupdater",
"script": "./csobupdate_single.js",
"instances": "1",
"exec_mode": "cluster",
"args": ["env.npcf"],
"node_args": "--harmony",
"merge_logs": true,
"cwd": "./",
"max_memory_restart": "2048M",
"log_date_format": "YYYYMMDDHH",
"error_file": "./log/UPT_Update_CSOB_pm2_err.log",
"out_file": "./log/UPT_Update_CSOB_pm2_out.log",
"env": {
"NODE_ENV": "development",
"AWESOME_SERVICE_API_TOKEN": "xxx"
},
"watch": ["./*/.js"],
"ignore_watch": [],
"watch_options": { "followSymlinks": false }
}
``
* 2017-8-24 #TaskID 2201 UPT出险率报表更新 需要添加将合同中未过滤220，420状态的合同进行删除
* 更新内容
* Ni/ni.npcf 更新导入合同的 320，420过滤
* Ni/update.npcf 添加如上3个服务的update SQL
* scupdate_single.js 添加对sc改为220，420的数据的处理