JyzlCronAction.class.php 8.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251
  1. <?php
  2. class JyzlCronAction extends Action {
  3. public $size = 1000;
  4. public function getList( $model, $field ){
  5. $list = $model->field($field)->select();
  6. if(!$list){
  7. return false;
  8. }
  9. $jms_city_list = array();
  10. foreach ($list as $key => $val) {
  11. $jms_city_list[$val['ID']] = $this->md5_id_base($val);
  12. }
  13. return $jms_city_list;
  14. }
  15. public function md5_id_base( $data, $length = -6 ){
  16. $str = '';
  17. foreach ($data as $val){
  18. $str.=$val;
  19. }
  20. return substr(md5($str),$length);
  21. }
  22. public function sync( ){
  23. echo "同步数据开始 time:".date("Y-m-d H:i:s")."\n";
  24. $this->syncJyzlCity();
  25. $this->syncJyzlStation();
  26. $this->syncJyzlVehicle();
  27. echo "同步数据结束 time:".date("Y-m-d H:i:s")."\n";
  28. }
  29. public function getSignsList( $ids, $model, $field ){
  30. //$where = array('ID' => array('IN',$ids));
  31. //$list = $model->field($field)->where($where)->order('ID ASC')->select();
  32. $list = $model->field($field)->order('ID ASC')->select();
  33. $jyzl_city_list = array();
  34. if ($list) {
  35. foreach ($list as $key => $val) {
  36. $jyzl_city_list[$val['ID']] = $this->md5_id_base($val);
  37. }
  38. }
  39. return $jyzl_city_list;
  40. }
  41. public function getDetailDiff( $data, $model, $field ){
  42. $list = array();
  43. if ($data['update']) {
  44. foreach ($data['update'] as $update) {
  45. $where = array('ID' => $update);
  46. $list['update'][] = $model->field($field)->where($where)->find();
  47. }
  48. }
  49. if ($data['add']) {
  50. foreach ($data['add'] as $add) {
  51. $where = array('ID' => $add);
  52. $list['add'][] = $model->field($field)->where($where)->find();
  53. }
  54. }
  55. if($data['del']){
  56. $list['del'] = $data['del'];
  57. }
  58. return $list;
  59. }
  60. public function _initialize( ){
  61. $this->field_jms_city = "ID,ParentId,OrderNum,CityName,ProvinceName,LicensePlatePrefix,FullName,AreaCode,RzxFtpServer,SiteDomain,RegionId,ProvinceId,DefaultZoomFactor,MinZoomFactor,CenterLng,CenterLat";
  62. $this->model_jms_city = M("jms_city");//数据源
  63. $this->model_jyzl_city = M("jyzl_city");
  64. $this->field_jyzl_vehicle = "";
  65. $this->model_jms_vehicle = M("jms_vehicle");//数据源
  66. $this->model_jyzl_vehicle = M("jyzl_vehicle");
  67. $this->field_jzgl_station = "";
  68. $this->model_jzgl_station = M("jzgl_station");//数据源
  69. $this->model_jyzl_station = M("jyzl_station");
  70. }
  71. public function submitDetailDiff( $list, $model ){
  72. /*if (!$list) {
  73. $result = array('success'=>true,'message'=>'no sync data','error'=>'');
  74. echo json_encode($result);exit;
  75. }
  76. if (!$model) {
  77. $result = array("success" => true, "message" => "model not found");
  78. echo json_encode($result);exit;
  79. }*/
  80. //修改
  81. $error = array();
  82. if ($list['update']) {
  83. foreach ($list['update'] as $val) {
  84. $where = array('ID'=>$val['ID']);
  85. $res = $model->createSave($where,$val);
  86. if ($res == false){
  87. $error['update'][] = $model->getLastSql();
  88. }
  89. }
  90. }
  91. //新增
  92. if ($list['add']) {
  93. foreach ($list['add'] as $val) {
  94. $res = $model->createAdd($val);
  95. if($res == false){
  96. $error['add'][] = $model->getLastSql();
  97. }
  98. }
  99. }
  100. //删除
  101. /*if ($list['del']) {
  102. foreach ($list['del'] as $val) {
  103. $where = array( 'ID' => $val );
  104. //$data['IsDel'] = C('删除状态_是');
  105. //$res = $model->createSave($where,$data);
  106. $res = $model->where($where)->delete();
  107. if ($res == false) {
  108. $error['del'][] = $model->getLastSql();
  109. }
  110. }
  111. }*/
  112. $result = array( 'success' => true, 'message' => 'sync data success', 'error'=>$error );
  113. echo json_encode($result)."\n";
  114. }
  115. public function syncJyzlCity( ){
  116. //获取城市数据列表及基本字段签名 (id=>签名 键值对)
  117. $jms_city_list = $this->getList($this->model_jms_city, $this->field_jms_city);
  118. if(!$jms_city_list)
  119. return false;
  120. //获取同部数据表城市数据列表及基本字段签名 ( id=>签名 键值对)
  121. //$jyzl_city_list = $this->getSignsList(array_keys($jms_city_list), $this->model_jyzl_city, $this->field_jms_city);
  122. $jyzl_city_list = $this->getSignsList([], $this->model_jyzl_city, $this->field_jms_city);
  123. //上述两组数据比较,获取差异的(增加,删除,修改)
  124. // id=> 差异(add,del,update) 键值对
  125. $diff_info_list = $this->query_diff($jyzl_city_list, $jms_city_list);
  126. //获取差异的用户详细信息
  127. $diff_jyzl_city_list = $this->getDetailDiff($diff_info_list, $this->model_jms_city, $this->field_jms_city);
  128. //同步差异的用户详细信息
  129. $this->submitDetailDiff($diff_jyzl_city_list, $this->model_jyzl_city);
  130. }
  131. public function query_diff( $server, $local ){
  132. $diff = array_keys(array_diff($local,$server));
  133. $result['add'] = array_values(array_diff(array_keys($local),array_keys($server)));
  134. $result['del'] = array_values(array_diff(array_keys($server),array_keys($local)));
  135. $result['update'] =array_diff($diff,$result['add']);
  136. if(!$result){
  137. return false;
  138. }
  139. return $result;
  140. }
  141. public function syncJyzlVehicle( ){
  142. ini_set('memory_limit', '256M');
  143. $count = $this->model_jms_vehicle->count();
  144. $pageCount = ceil($count/$this->size);//总页数
  145. $jms_vehicle_list_data = [];//数据源
  146. $jyzl_vehicle_list_data = [];//同步数据
  147. $diff_jyzl_vehicle_list_data = [];
  148. for ($i = 1; $i < $pageCount + 1; $i++) {
  149. $p = ($i-1)*$this->size;
  150. //获取车辆列表及基本字段签名 (id=>签名 键值对)
  151. $jms_vehicle_list = $this->getVehicleList($this->model_jms_vehicle, $this->field_jyzl_vehicle,"$p,".$this->size);
  152. // 设置缓存
  153. //S('VehicleCount',$p);
  154. $jms_vehicle_list_ids = array_merge($jms_vehicle_list_ids,$jms_vehicle_list);
  155. if(!$jms_vehicle_list) continue;
  156. //获取同步数据表车辆列表及基本字段签名 ( id=>签名 键值对)
  157. $jyzl_vehicle_list = $this->getVehicleSignsList(array_keys($jms_vehicle_list), $this->model_jyzl_vehicle, $this->field_jyzl_vehicle);
  158. //上述两组数据比较,获取差异的(增加,删除,修改) id=> 差异(add,del,update) 键值对
  159. $diff_info_list = $this->query_diff($jyzl_vehicle_list, $jms_vehicle_list);
  160. //获取差异的用户详细信息
  161. $diff_jyzl_vehicle_list = $this->getDetailDiff($diff_info_list, $this->model_jms_vehicle, $this->field_jyzl_vehicle);
  162. //sleep(5);
  163. $diff_jyzl_vehicle_list_data = array_merge($diff_jyzl_vehicle_list_data, $diff_jyzl_vehicle_list);
  164. }
  165. //不考虑jzyl_vehicle 里面有数据 但是jms_vehicle 无数据的情况
  166. //$jyzl_vehicle_ids = $this->model_jyzl_vehicle->getField("ID",true);//获取同步数据表所有的ID
  167. //$jms_vehicle_list_ids = $this->model_jms_vehicle->getField("ID",true);//获取数据源表所有的ID
  168. //$diff_ids = array_diff($jyzl_vehicle_ids, $jms_vehicle_list_ids);
  169. //$diff_jyzl_vehicle_list_data['del'] = empty($diff_ids)?[]:array_values($diff_ids);
  170. $this->submitDetailDiff($diff_jyzl_vehicle_list_data, $this->model_jyzl_vehicle);
  171. }
  172. public function syncJyzlStation( ){
  173. //获取基站列表及基本字段签名 (id=>签名 键值对)
  174. $jzgl_station_list = $this->getList($this->model_jzgl_station, $this->field_jzgl_station);
  175. if(!$jzgl_station_list)
  176. return false;
  177. //获取同步数据表基站列表及基本字段签名 ( id=>签名 键值对)
  178. //$jyzl_station_list = $this->getSignsList(array_keys($jzgl_station_list), $this->model_jyzl_station, $this->field_jzgl_station);
  179. $jyzl_station_list = $this->getSignsList([], $this->model_jyzl_station, $this->field_jzgl_station);
  180. //上述两组数据比较,获取差异的(增加,删除,修改)
  181. // id=> 差异(add,del,update) 键值对
  182. $diff_info_list = $this->query_diff($jyzl_station_list, $jzgl_station_list);
  183. //获取差异的用户详细信息
  184. $diff_jyzl_station_list = $this->getDetailDiff($diff_info_list, $this->model_jzgl_station, $this->field_jzgl_station);
  185. //同步差异的用户详细信息
  186. $this->submitDetailDiff($diff_jyzl_station_list, $this->model_jyzl_station);
  187. }
  188. public function getVehicleList( $model, $field, $limit ){
  189. $list = $model->field($field)->limit($limit)->select();
  190. if(!$list){
  191. return false;
  192. }
  193. $jms_city_list = array();
  194. foreach ($list as $key => $val) {
  195. $jms_city_list[$val['ID']] = $this->md5_id_base($val);
  196. }
  197. return $jms_city_list;
  198. }
  199. public function getVehicleSignsList( $ids, $model, $field ){
  200. $where = array('ID' => array('IN',$ids));
  201. $list = $model->field($field)->where($where)->order('ID ASC')->select();
  202. $jyzl_city_list = array();
  203. if ($list) {
  204. foreach ($list as $key => $val) {
  205. $jyzl_city_list[$val['ID']] = $this->md5_id_base($val);
  206. }
  207. }
  208. return $jyzl_city_list;
  209. }
  210. }