Explorar el Código

优志愿:学生

jinxia.mo hace 3 años
padre
commit
6ccaedad15
Se han modificado 2 ficheros con 455 adiciones y 63 borrados
  1. 15 13
      src/test/java/spider/CollegeData.java
  2. 440 50
      src/test/java/spider/YouZy.java

+ 15 - 13
src/test/java/spider/CollegeData.java

@@ -47,7 +47,7 @@ public class CollegeData {
         /**
          * 湖南
          */
-//        ApiUtil.getInstance().login();
+        ApiUtil.getInstance().login();
 
         /**
          * 广东账号:18774924158,密码:123456
@@ -77,15 +77,16 @@ public class CollegeData {
         /**
          * 河北账号:13437248803,41186990
          */
-         ApiUtil.getInstance().login("13437248803", "41186990",false,true);
+//         ApiUtil.getInstance().login("13437248803", "41186990",false,true);
         collegeList();
+//        new YouZy().getUniversityRanking();
     }
 //181
     public void collegeList() throws SQLException {
 //        int count = 0, total = 5000, page = 79;
-        Integer ProvinceId=4;
-        String Location="山西";//湖北的1-5页之前需要修正ProvinceId,表示学校所在省份
-        int count = 0, total = 5000, page = 1;
+        Integer ProvinceId=18;
+        String Location="湖南";//湖北的1-5页之前需要修正ProvinceId,表示学校所在省份
+        int count = 0, total = 5000, page = 183;
         JSONObject res=new JSONObject();
         do {
             try {
@@ -112,14 +113,14 @@ public class CollegeData {
                      * 选科数据 xuanke(collegeId);
                      */
                     List<Integer> colledgeIds = Arrays.asList(
-                            2391,2392,2393,2394,2395,2396,2397,2398,2399,2400);
+                            2478,2479,2480,2462,2463,2464,2465,2791,2792,2793,2794,2796);
                     if(colledgeIds.contains(collegeId)){
-//                        continue;
+                        continue;
                     }
                     if(processColledgeCount>5){
                         //超过5个学校换个账号
-//                        ApiUtil.getInstance().login();
-//                        processColledgeCount=0;
+                        ApiUtil.getInstance().login();
+                        processColledgeCount=0;
                     }
 
                     List<Integer> liberalScienceList= Arrays.asList(0,1);
@@ -130,14 +131,14 @@ public class CollegeData {
                              * 院校录取数据:新高考
                              */
                             for(Integer type:typeList){
-                                byHistoryNew(collegeId,liberalScience,type,Location,ProvinceId);
+//                                byHistoryNew(collegeId,liberalScience,type,Location,ProvinceId);
                             }
                         }else {
                             /**
                              * 院校录取数据:非新高考
                              * type 类型,普通省份(非新高考)不传或传1
                              */
-                            byHistoryNew(collegeId,liberalScience,1,Location,ProvinceId);
+//                            byHistoryNew(collegeId,liberalScience,1,Location,ProvinceId);
                         }
 
 
@@ -148,7 +149,7 @@ public class CollegeData {
                         /**
                          * 招生计划数据
                          */
-                        byCollege(collegeId,liberalScience,3,Location,ProvinceId);
+//                        byCollege(collegeId,liberalScience,3,Location,ProvinceId);
                     }
                     processColledgeCount++;
 
@@ -323,7 +324,8 @@ public class CollegeData {
 //                dataJSONObject.put("id",yearLast);
 //                dataJSONObject.put("year",yearLast);
 //                Integer year = dataJSONObject.getInteger("year");
-            List<Integer> yearList = Arrays.asList(2021,2020,2019);
+//            List<Integer> yearList = Arrays.asList(2021,2020,2019);
+            List<Integer> yearList = Arrays.asList(2021);
             for(int year:yearList){
                 sb = new StringBuilder(host);
                 if(queryType==2){

+ 440 - 50
src/test/java/spider/YouZy.java

@@ -60,12 +60,8 @@ public class YouZy {
 
 
     public void getUniversityList() {
-        //64 9 学校 10221, 香港树仁大学
-        //91 11 学校 11831, 邯郸幼儿师范高等专科学校
-        //12页2
-        //开始第17页
-        int count = 0, total = 5000, pageIndex = 1, pageSize=20;
-
+//        31 43 52  67
+        int count = 0, total = 5000, pageIndex = 96, pageSize=20;
         do {
             //学校列表
             String requestPath = "/youzy.dms.basiclib.api.college.query";
@@ -86,6 +82,11 @@ public class YouZy {
 
                         JSONObject rowUniversity = (JSONObject)items.get(i);
                         String universityCode = rowUniversity.getString("code");
+                        String universityName = rowUniversity.getString("cnName");
+                        List<String> excludeCodes = Arrays.asList("10018","10055","10329","11158");
+                        if(!excludeCodes.contains(universityCode)){
+//                            continue;
+                        }
                         /**
                          * 学校详情及存储学校数据
                          */
@@ -96,16 +97,48 @@ public class YouZy {
                          */
 //                        enrollDetail(universityCode);
 
+                        /**
+                         * 特色专业
+                         */
+//                        getProfession(universityCode);
+                        /**
+                         * 重点学科、双一流学科
+                         */
+//                        getSubjectgroup(universityCode);
+
 
                         /**
                          * 院系设置
                          */
-                        getDepartment(universityCode);
+//                        getDepartment(universityCode);
 
+                        /**
+                         * 学科评估
+                         * subjectevaluate
+                         */
+//                        getSubjectevaluate(universityCode);
 
-                        ThreadUtil.safeSleep(1 * 1000);
-                        log.error("{} 学校 {}, {}, 耗时{}",i+1,universityCode,rowUniversity.getString("cnName"), DateUtil.formatBetween(System.currentTimeMillis() - start));
+                        /**
+                         * 就业报告
+                         */
+//                        getEmploymentreport(universityCode);
+
+                        /**
+                         * 获取学校图片
+                         */
+                        getImgs(universityCode);
 
+                        /**
+                         * VR
+                         */
+                        getVR(universityCode);
+                        /**
+                         * 视频:需要将aliId存储到我们自己的vod中
+                         */
+//                        getVideo(universityCode,universityName);
+
+                        ThreadUtil.safeSleep(1 * 1000);
+                        log.error("{} 学校 {}, {}, 耗时{}",i+1,universityCode,universityName, DateUtil.formatBetween(System.currentTimeMillis() - start));
                     }
                 }
             }
@@ -116,6 +149,238 @@ public class YouZy {
         }while (count <= total);
     }
 
+    private void getVideo(String universityCode,String universityName){
+        String requestPath = "/op/Classrooms/Packs/Query";
+        String jsonParam = "";
+        Map paramMap = new HashMap<>();
+        paramMap.put("keyword",universityName);
+        paramMap.put("count",99);
+        paramMap.put("type",4);
+        String res = getRes(requestPath, new HashMap<>(), JSONObject.toJSONString(paramMap));
+        if (StringUtils.isEmpty(res)) {
+            log.error("res is empty");
+            return;
+        }else {
+            JSONObject resultJsonobject = JSONObject.parseObject(res);
+            if (resultJsonobject.getBoolean("isSuccess")) {
+                JSONArray urls = resultJsonobject.getJSONObject("result").getJSONArray("urls");
+                for (int i=0;i<urls.size();i++) {
+                    JSONObject row = (JSONObject) urls.get(i);
+                    String aliId = row.getString("id");
+                    String coverUrl = row.getString("coverUrl");
+
+                    JSONObject insert = new JSONObject();
+                    insert.put("coverUrl",coverUrl);
+                    insert.put("collegeCode",universityCode);
+                    //TODO 转换为我们的aliId
+                    insert.put("url",aliId);
+
+                    Date now =new Date();
+                    insert.put("updateTime",now);
+                    Integer type =2; //类型:1vr,2视频,3图片
+                    insert.put("type",type);
+                    row.put("sort",i+200);
+
+                    insert.put("id",universityCode+coverUrl.substring(coverUrl.length()/2));
+                    //存储学校
+                    Entity universityTable = Entity.create("sy_university_image");
+                    universityTable.putAll(row);
+                    try {
+                        DbUtil.use().insertOrUpdate(universityTable, "id");
+//                        DbUtil.use().insert(universityTable);
+                    } catch (SQLException e) {
+                        e.printStackTrace();
+                    }
+                }
+            }
+        }
+    }
+
+
+    private void getVR(String universityCode){
+        String requestPath = "/youzy.dms.basiclib.api.college.vr.get";
+        String jsonParam = "";
+        Map paramMap = new HashMap<>();
+        paramMap.put("collegeCode",universityCode);
+        String res = getRes(requestPath, paramMap, jsonParam);
+        if (StringUtils.isEmpty(res)) {
+            log.error("res is empty");
+            return;
+        }else {
+            JSONObject resultJsonobject = JSONObject.parseObject(res);
+            if (resultJsonobject.getBoolean("isSuccess")) {
+                JSONArray urls = resultJsonobject.getJSONObject("result").getJSONArray("urls");
+                for (int i=0;i<urls.size();i++) {
+                    JSONObject row = (JSONObject) urls.get(i);
+                    String url = row.getString("url");
+                    if(StringUtils.isNotBlank(url)&&!url.startsWith("http")){
+                        url= "http:"+url;
+                        row.put("url",url);
+                    }
+                    row.put("collegeCode",universityCode);
+
+                    Date now =new Date();
+                    row.put("updateTime",now);
+                    Integer type =1; //类型:1vr,2视频,3图片
+                    row.put("type",type);
+                    row.put("sort",i+100);
+
+                    row.put("id",universityCode+url.substring(url.length()/2));
+                    //存储学校
+                    Entity universityTable = Entity.create("sy_university_image");
+                    universityTable.putAll(row);
+                    try {
+                        DbUtil.use().insertOrUpdate(universityTable, "id");
+//                        DbUtil.use().insert(universityTable);
+                    } catch (SQLException e) {
+                        e.printStackTrace();
+                    }
+                }
+            }
+        }
+    }
+
+
+    /**
+     * 学校图片
+     * @param universityCode
+     */
+    private void getImgs(String universityCode){
+        String requestPath = "/youzy.dms.basiclib.api.college.image.get";
+        String jsonParam = "";
+        Map paramMap = new HashMap<>();
+        paramMap.put("collegeCode",universityCode);
+        String res = getRes(requestPath, paramMap, jsonParam);
+        if (StringUtils.isEmpty(res)) {
+            log.error("res is empty");
+            return;
+        }else {
+            JSONObject resultJsonobject = JSONObject.parseObject(res);
+            if (resultJsonobject.getBoolean("isSuccess")) {
+                JSONArray urls = resultJsonobject.getJSONObject("result").getJSONArray("urls");
+                for (int i=0;i<urls.size();i++) {
+                    JSONObject row = (JSONObject) urls.get(i);
+                    row.put("collegeCode",universityCode);
+
+                    Date now =new Date();
+                    row.put("updateTime",now);
+                    Integer type =3; //类型:1vr,2视频,3图片
+                    row.put("type",type);
+                    row.put("sort",i+300);
+
+                    String url = row.getString("url");
+                    row.put("id",universityCode+row.getString("description")+url.substring(url.length()/2));
+                    //存储学校
+                    Entity universityTable = Entity.create("sy_university_image");
+                    universityTable.putAll(row);
+                    try {
+                        DbUtil.use().insertOrUpdate(universityTable, "id");
+//                        DbUtil.use().insert(universityTable);
+                    } catch (SQLException e) {
+                        e.printStackTrace();
+                    }
+                }
+            }
+        }
+    }
+
+
+    /**
+     * 学科评审
+     * @param universityCode
+     */
+    private void getSubjectevaluate(String universityCode){
+        String requestPath = "/youzy.dms.basiclib.api.college.subjectevaluate.byexttypeid.query";
+        String jsonParam = "";
+        Map paramMap = new HashMap<>();
+        paramMap.put("collegeCode",universityCode);
+        List<String> extTypeIdList = Arrays.asList("第四轮", "第三轮", "第二轮", "第一轮");
+        for(String extTypeIdKey :extTypeIdList){
+            paramMap.put("extTypeId",extTypeIdKey);
+            String res = getRes(requestPath,new HashMap<>() , JSONObject.toJSONString(paramMap));
+            if (StringUtils.isEmpty(res)) {
+                log.error("res is empty");
+                return;
+            }else {
+                JSONObject resultJsonobject = JSONObject.parseObject(res);
+                if (resultJsonobject.getBoolean("isSuccess")) {
+                    JSONObject result = resultJsonobject.getJSONObject("result");
+                    JSONObject insert = new JSONObject();
+                    insert.put("extTypeId",result.getString("extTypeId"));
+                    insert.put("extTypeName",result.getString("extTypeName"));
+                    insert.put("collegeCode",universityCode);
+
+                    JSONArray subjectEvaluates = result.getJSONArray("subjectEvaluates");
+                    for (int i=0;i<subjectEvaluates.size();i++) {
+                        JSONObject row = (JSONObject) subjectEvaluates.get(i);
+                        insert.putAll(row);
+                        insert.put("id",universityCode+result.getString("extTypeId")+row.getString("code"));
+
+
+                        Date now =new Date();
+                        insert.put("updateTime",now);
+                        //存储学校
+                        Entity universityTable = Entity.create("sy_university_subjectevaluate");
+                        universityTable.putAll(insert);
+                        try {
+                            DbUtil.use().insertOrUpdate(universityTable, "id");
+//                            DbUtil.use().insert(universityTable);
+                        } catch (SQLException e) {
+                            e.printStackTrace();
+                        }
+                    }
+                }
+            }
+        }
+    }
+
+
+    /**
+     * 就业报告
+     * @param universityCode
+     */
+    private void getEmploymentreport(String universityCode){
+        String requestPath = "/youzy.dms.basiclib.api.college.employmentreport.bycollege.query";
+        String jsonParam = "";
+        Map paramMap = new HashMap<>();
+        paramMap.put("collegeCode",universityCode);
+        paramMap.put("pageIndex",1);
+        paramMap.put("pageSize",50);
+        String res = getRes(requestPath, new HashMap<>(), JSONObject.toJSONString(paramMap));
+        if (StringUtils.isEmpty(res)) {
+            log.error("res is empty");
+            return;
+        }else {
+            JSONObject resultJsonobject = JSONObject.parseObject(res);
+            if (resultJsonobject.getBoolean("isSuccess")) {
+                JSONArray items = resultJsonobject.getJSONObject("result").getJSONArray("items");
+                for (int i=0;i<items.size();i++) {
+                    JSONObject row = (JSONObject) items.get(i);
+                    row.put("collegeCode",universityCode);
+                    JSONArray tags = row.getJSONArray("tags");
+                    row.remove("tags");
+                    if(tags.size()>0){
+                        JSONObject tag = tags.getJSONObject(0);
+                        row.putAll(tag);
+                    }
+                    Date now =new Date();
+                    row.put("updateTime",now);
+                    row.put("id",universityCode+row.getString("title"));
+                    //存储学校
+                    Entity universityTable = Entity.create("sy_university_employmentreport");
+                    universityTable.putAll(row);
+                    try {
+                        DbUtil.use().insertOrUpdate(universityTable, "id");
+//                        DbUtil.use().insert(universityTable);
+                    } catch (SQLException e) {
+                        e.printStackTrace();
+                    }
+                }
+            }
+        }
+    }
+
+
     /**
      * 学校详情及存储学校数据
      * @param universityCode
@@ -159,7 +424,7 @@ public class YouZy {
                 rowUniversity.put("awards",rowUniversity.getString("awards"));
 
                 Date now =new Date();
-                rowUniversity.put("update_time",now);
+                rowUniversity.put("updateTime",now);
                 //存储学校
                 Entity universityTable = Entity.create("sy_university");
                 universityTable.putAll(rowUniversity);
@@ -226,7 +491,7 @@ public class YouZy {
                             row.put("tags",row.getString("tags"));
 
                             Date now =new Date();
-                            row.put("update_time",now);
+                            row.put("updateTime",now);
                             //存储学校
                             Entity universityTable = Entity.create("sy_university_enroll_brochure");
                             universityTable.putAll(row);
@@ -262,30 +527,48 @@ public class YouZy {
                 JSONArray provinces = result.getJSONArray("provinces");
                 Date now =new Date();
 
-                countries.forEach(cc->{
-                    JSONObject row= (JSONObject) cc;
-                    row.put("collegeCode",collegeCode);
-                    row.put("id",UUID.randomUUID());
-                    row.put("update_time",now);
-                    insert.add(row);
-                });
-                provinces.forEach(cc->{
-                    JSONObject row= (JSONObject) cc;
-                    row.put("collegeCode",collegeCode);
-                    row.put("id",UUID.randomUUID());
-                    row.put("update_time",now);
-                    insert.add(row);
-                });
-                //插入表数据
+                if(null!=countries){
+                    countries.forEach(cc->{
+                        JSONObject row= (JSONObject) cc;
+                        row.put("collegeCode",collegeCode);
+                        String type = "country";
+                        row.put("type",type);//国家级
+                        row.put("id",collegeCode+row.getString("code")+type);
+                        row.put("updateTime",now);
+                        insert.add(row);
+                    });
+                }
 
+                if(null!=provinces){
+                    provinces.forEach(cc->{
+                        JSONObject row= (JSONObject) cc;
+                        row.put("collegeCode",collegeCode);
+                        String type="province";
+                        row.put("type",type);//省级
+                        row.put("id",collegeCode+row.getString("code")+type);
+                        row.put("updateTime",now);
+                        insert.add(row);
+                    });
+                }
 
+                //插入表数据 sy_university_profession
+                for (Object aa : insert) {
+                    JSONObject data = (JSONObject) aa;
+                    Entity majorTable = Entity.create("sy_university_profession");
+                    majorTable.putAll(data);
+                    try {
+                        DbUtil.use().insertOrUpdate(majorTable, "id");
+                    } catch (SQLException e) {
+                        e.printStackTrace();
+                    }
+                }
             }
         }
     }
 
     //重点学科、双一流学科
     private void getSubjectgroup(String collegeCode){
-        String requestPath = "youzy.dms.basiclib.api.college.subjectgroup.query";
+        String requestPath = "/youzy.dms.basiclib.api.college.subjectgroup.query";
         Map paramMap =new HashMap<>();
         paramMap.put("collegeCode",collegeCode);
         String res = getRes(requestPath,paramMap,"");
@@ -303,24 +586,43 @@ public class YouZy {
                 JSONArray sylSubjectsGroup = result.getJSONArray("sylSubjectsGroup");
                 Date now =new Date();
 
-                keySubjects.forEach(cc->{
-                    JSONObject row= (JSONObject) cc;
-                    row.put("collegeCode",collegeCode);
-                    row.put("id",UUID.randomUUID());
-                    row.put("dataType","重点学科");
-                    row.put("update_time",now);
-                    insert.add(row);
-                });
-                sylSubjectsGroup.forEach(cc->{
-                    JSONObject row= (JSONObject) cc;
-                    row.put("collegeCode",collegeCode);
-                    row.put("id",UUID.randomUUID());
-                    row.put("dataType","双一流学科");
-                    row.put("update_time",now);
-                    insert.add(row);
-                });
-                //插入表数据
+                if(null!=keySubjects){
+                    keySubjects.forEach(cc->{
+                        String dataType= "keySubjects";
+                        JSONObject row= (JSONObject) cc;
+                        row.put("collegeCode",collegeCode);
+                        row.put("subjects",row.getString("subjects"));
+                        row.put("id",collegeCode+dataType+row.getString("typeName")+row.getString("subjectCount"));
+                        row.put("dataType",dataType);
+                        row.put("updateTime",now);
+                        insert.add(row);
+                    });
+                }
+
+                if(null!=sylSubjectsGroup){
+                    sylSubjectsGroup.forEach(cc->{
+                        String dataType= "sylSubjectsGroup";
+                        JSONObject row= (JSONObject) cc;
+                        row.put("collegeCode",collegeCode);
+                        row.put("subjects",row.getString("subjects"));
+                        row.put("id",collegeCode+dataType+row.getString("typeName")+row.getString("subjectCount"));
+                        row.put("dataType",dataType);
+                        row.put("updateTime",now);
+                        insert.add(row);
+                    });
+                }
 
+                //插入表数据 sy_university_subject
+                for (Object aa : insert) {
+                    JSONObject data = (JSONObject) aa;
+                    Entity majorTable = Entity.create("sy_university_subject");
+                    majorTable.putAll(data);
+                    try {
+                        DbUtil.use().insertOrUpdate(majorTable, "id");
+                    } catch (SQLException e) {
+                        e.printStackTrace();
+                    }
+                }
 
 
             }
@@ -345,7 +647,7 @@ public class YouZy {
                 for (Object cc : result) {
                     //院系
                     JSONObject row = (JSONObject) cc;
-                    row.put("update_time", now);
+                    row.put("updateTime", now);
                     //院系专业
                     JSONArray departmentMajors = row.getJSONArray("departmentMajors");
                     if(departmentMajors.size()==0){
@@ -362,7 +664,7 @@ public class YouZy {
                             }
                         }
 
-                        major.put("update_time", now);
+                        major.put("updateTime", now);
                         major.put("collegeCode", collegeCode);
 
                         //存储院系专业
@@ -391,6 +693,94 @@ public class YouZy {
         }
     }
 
+    //学校排名
+    public void getUniversityRanking(){
+        String requestPath = "/youzy.dms.basiclib.api.college.ranking.config.get";
+        Map paramMap =new HashMap<>();
+        String res = getRes(requestPath,paramMap,"");
+        if (StringUtils.isEmpty(res)) {
+            log.error("res is empty");
+            return;
+        } else {
+            JSONObject resultJsonobject = JSONObject.parseObject(res);
+            if (resultJsonobject.getBoolean("isSuccess")) {
+                //[{year: 2022, rankTypes: ["易度排名", "软科", "USNews", "QS", "校友会"]},{year: 2021, rankTypes: ["易度排名", "软科", "USNews", "QS", "校友会"]}]
+                JSONArray result = resultJsonobject.getJSONArray("result");
+                for (Object aa : result) {
+                    JSONObject param = (JSONObject) aa;
+                    Integer year = param.getInteger("year");
+                    JSONArray rankTypes = param.getJSONArray("rankTypes");
+
+                    for (Object rankType : rankTypes) {
+                        int count = 0, total = 1300, pageIndexRanking = 1 ;
+                        do {
+                            requestPath = "/youzy.dms.basiclib.api.college.ranking.byyear.query";
+                            String jsonParam = "{\"type\":\"%s\",\"year\":%s,\"pageIndex\":%s}";
+                            jsonParam = String.format(jsonParam, rankType, year,pageIndexRanking );
+                            paramMap = new HashMap<>();
+                            res = getRes(requestPath, paramMap, jsonParam);
+
+                            if (StringUtils.isEmpty(res)) {
+                                log.error("res is empty");
+                                continue;
+                            } else {
+                                resultJsonobject = JSONObject.parseObject(res);
+                                if (resultJsonobject.getBoolean("isSuccess")) {
+                                    JSONArray items = resultJsonobject.getJSONObject("result").getJSONArray("items");
+                                    total = resultJsonobject.getJSONObject("result").getInteger("totalCount");
+                                    count+=items.size();
+//                                for (Object bb : items) {
+                                    for (int i=0 ;i<items.size();i++) {
+                                        JSONObject row = (JSONObject) items.get(i);
+                                        String collegeCode = row.getString("collegeCode");
+                                        String collegeName = row.getString("collegeName");
+                                        Integer collegeNumId = row.getInteger("collegeNumId");
+                                        Integer ranking = row.getInteger("ranking");
+
+                                        String idType = StringUtils.EMPTY;
+                                        if("易度排名".equalsIgnoreCase(String.valueOf(rankType))){
+                                            idType="yidu";
+                                        }else if("校友会".equalsIgnoreCase(String.valueOf(rankType))){
+                                            idType="alumniassociations";
+                                        }else if("软科".equalsIgnoreCase(String.valueOf(rankType))){
+                                            idType="softtech";
+                                        }else {
+                                            idType=String.valueOf(rankType);
+                                        }
+                                        String id = collegeCode + collegeNumId + year+idType;
+                                        JSONObject insert = new JSONObject();
+                                        insert.put("id", id);
+                                        insert.put("ranking", ranking);
+                                        insert.put("type", rankType);
+                                        insert.put("collegeCode", collegeCode);
+                                        insert.put("collegeName", collegeName);
+                                        insert.put("collegeNumId", collegeNumId);
+                                        insert.put("year", year);
+                                        insert.put("updateTime", new Date());
+
+                                        Entity rankingTable = Entity.create("sy_university_ranking");
+                                        rankingTable.putAll(insert);
+                                        try {
+                                            DbUtil.use().insertOrUpdate(rankingTable, "id");
+                                        } catch (SQLException e) {
+                                            log.error(JSONObject.toJSONString(resultJsonobject));
+                                            e.printStackTrace();
+                                        }
+                                    }
+                                }
+                            }
+                            log.info("finished: {}",jsonParam);
+
+                            pageIndexRanking += 1;
+                        }while (count < total);
+
+
+                    }
+
+                }
+            }
+        }
+    }
 
     /**
      * @param majorLevel =1 2 3级专业
@@ -1067,8 +1457,8 @@ public class YouZy {
         rowData.put("provinceCode",provinceId);
         rowData.put("eduLevel",eduLevel);
         rowData.put("eduLevelView",eduLevelView);
-        rowData.put("create_time",new Date());
-        rowData.put("update_time",new Date());
+        rowData.put("createTime",new Date());
+        rowData.put("updateTime",new Date());
         Set<Entity> subjectList=new HashSet();
         Entity subjectTable4 = Entity.create("sy_select_course_bigdata");
         subjectTable4.putAll(rowData);
@@ -1096,8 +1486,8 @@ public class YouZy {
             JSONObject row = major_subject.getJSONObject(i);
             row.put("bigdata_id",id);
             row.put("type",type);
-            row.put("create_time",new Date());
-            row.put("update_time",new Date());
+            row.put("createTime",new Date());
+            row.put("updateTime",new Date());
 
             Entity subjectTable4 = Entity.create("sy_select_course_bigdata_detail");
             subjectTable4.putAll(row);