|
@@ -60,12 +60,8 @@ public class YouZy {
|
|
|
|
|
|
|
|
|
public void getUniversityList() {
|
|
|
- //64 9 学校 10221, 香港树仁大学
|
|
|
- //91 11 学校 11831, 邯郸幼儿师范高等专科学校
|
|
|
- //12页2
|
|
|
- //开始第17页
|
|
|
- int count = 0, total = 5000, pageIndex = 1, pageSize=20;
|
|
|
-
|
|
|
+// 31 43 52 67
|
|
|
+ int count = 0, total = 5000, pageIndex = 96, pageSize=20;
|
|
|
do {
|
|
|
//学校列表
|
|
|
String requestPath = "/youzy.dms.basiclib.api.college.query";
|
|
@@ -86,6 +82,11 @@ public class YouZy {
|
|
|
|
|
|
JSONObject rowUniversity = (JSONObject)items.get(i);
|
|
|
String universityCode = rowUniversity.getString("code");
|
|
|
+ String universityName = rowUniversity.getString("cnName");
|
|
|
+ List<String> excludeCodes = Arrays.asList("10018","10055","10329","11158");
|
|
|
+ if(!excludeCodes.contains(universityCode)){
|
|
|
+// continue;
|
|
|
+ }
|
|
|
/**
|
|
|
* 学校详情及存储学校数据
|
|
|
*/
|
|
@@ -96,16 +97,48 @@ public class YouZy {
|
|
|
*/
|
|
|
// enrollDetail(universityCode);
|
|
|
|
|
|
+ /**
|
|
|
+ * 特色专业
|
|
|
+ */
|
|
|
+// getProfession(universityCode);
|
|
|
+ /**
|
|
|
+ * 重点学科、双一流学科
|
|
|
+ */
|
|
|
+// getSubjectgroup(universityCode);
|
|
|
+
|
|
|
|
|
|
/**
|
|
|
* 院系设置
|
|
|
*/
|
|
|
- getDepartment(universityCode);
|
|
|
+// getDepartment(universityCode);
|
|
|
|
|
|
+ /**
|
|
|
+ * 学科评估
|
|
|
+ * subjectevaluate
|
|
|
+ */
|
|
|
+// getSubjectevaluate(universityCode);
|
|
|
|
|
|
- ThreadUtil.safeSleep(1 * 1000);
|
|
|
- log.error("{} 学校 {}, {}, 耗时{}",i+1,universityCode,rowUniversity.getString("cnName"), DateUtil.formatBetween(System.currentTimeMillis() - start));
|
|
|
+ /**
|
|
|
+ * 就业报告
|
|
|
+ */
|
|
|
+// getEmploymentreport(universityCode);
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 获取学校图片
|
|
|
+ */
|
|
|
+ getImgs(universityCode);
|
|
|
|
|
|
+ /**
|
|
|
+ * VR
|
|
|
+ */
|
|
|
+ getVR(universityCode);
|
|
|
+ /**
|
|
|
+ * 视频:需要将aliId存储到我们自己的vod中
|
|
|
+ */
|
|
|
+// getVideo(universityCode,universityName);
|
|
|
+
|
|
|
+ ThreadUtil.safeSleep(1 * 1000);
|
|
|
+ log.error("{} 学校 {}, {}, 耗时{}",i+1,universityCode,universityName, DateUtil.formatBetween(System.currentTimeMillis() - start));
|
|
|
}
|
|
|
}
|
|
|
}
|
|
@@ -116,6 +149,238 @@ public class YouZy {
|
|
|
}while (count <= total);
|
|
|
}
|
|
|
|
|
|
+ private void getVideo(String universityCode,String universityName){
|
|
|
+ String requestPath = "/op/Classrooms/Packs/Query";
|
|
|
+ String jsonParam = "";
|
|
|
+ Map paramMap = new HashMap<>();
|
|
|
+ paramMap.put("keyword",universityName);
|
|
|
+ paramMap.put("count",99);
|
|
|
+ paramMap.put("type",4);
|
|
|
+ String res = getRes(requestPath, new HashMap<>(), JSONObject.toJSONString(paramMap));
|
|
|
+ if (StringUtils.isEmpty(res)) {
|
|
|
+ log.error("res is empty");
|
|
|
+ return;
|
|
|
+ }else {
|
|
|
+ JSONObject resultJsonobject = JSONObject.parseObject(res);
|
|
|
+ if (resultJsonobject.getBoolean("isSuccess")) {
|
|
|
+ JSONArray urls = resultJsonobject.getJSONObject("result").getJSONArray("urls");
|
|
|
+ for (int i=0;i<urls.size();i++) {
|
|
|
+ JSONObject row = (JSONObject) urls.get(i);
|
|
|
+ String aliId = row.getString("id");
|
|
|
+ String coverUrl = row.getString("coverUrl");
|
|
|
+
|
|
|
+ JSONObject insert = new JSONObject();
|
|
|
+ insert.put("coverUrl",coverUrl);
|
|
|
+ insert.put("collegeCode",universityCode);
|
|
|
+ //TODO 转换为我们的aliId
|
|
|
+ insert.put("url",aliId);
|
|
|
+
|
|
|
+ Date now =new Date();
|
|
|
+ insert.put("updateTime",now);
|
|
|
+ Integer type =2; //类型:1vr,2视频,3图片
|
|
|
+ insert.put("type",type);
|
|
|
+ row.put("sort",i+200);
|
|
|
+
|
|
|
+ insert.put("id",universityCode+coverUrl.substring(coverUrl.length()/2));
|
|
|
+ //存储学校
|
|
|
+ Entity universityTable = Entity.create("sy_university_image");
|
|
|
+ universityTable.putAll(row);
|
|
|
+ try {
|
|
|
+ DbUtil.use().insertOrUpdate(universityTable, "id");
|
|
|
+// DbUtil.use().insert(universityTable);
|
|
|
+ } catch (SQLException e) {
|
|
|
+ e.printStackTrace();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ private void getVR(String universityCode){
|
|
|
+ String requestPath = "/youzy.dms.basiclib.api.college.vr.get";
|
|
|
+ String jsonParam = "";
|
|
|
+ Map paramMap = new HashMap<>();
|
|
|
+ paramMap.put("collegeCode",universityCode);
|
|
|
+ String res = getRes(requestPath, paramMap, jsonParam);
|
|
|
+ if (StringUtils.isEmpty(res)) {
|
|
|
+ log.error("res is empty");
|
|
|
+ return;
|
|
|
+ }else {
|
|
|
+ JSONObject resultJsonobject = JSONObject.parseObject(res);
|
|
|
+ if (resultJsonobject.getBoolean("isSuccess")) {
|
|
|
+ JSONArray urls = resultJsonobject.getJSONObject("result").getJSONArray("urls");
|
|
|
+ for (int i=0;i<urls.size();i++) {
|
|
|
+ JSONObject row = (JSONObject) urls.get(i);
|
|
|
+ String url = row.getString("url");
|
|
|
+ if(StringUtils.isNotBlank(url)&&!url.startsWith("http")){
|
|
|
+ url= "http:"+url;
|
|
|
+ row.put("url",url);
|
|
|
+ }
|
|
|
+ row.put("collegeCode",universityCode);
|
|
|
+
|
|
|
+ Date now =new Date();
|
|
|
+ row.put("updateTime",now);
|
|
|
+ Integer type =1; //类型:1vr,2视频,3图片
|
|
|
+ row.put("type",type);
|
|
|
+ row.put("sort",i+100);
|
|
|
+
|
|
|
+ row.put("id",universityCode+url.substring(url.length()/2));
|
|
|
+ //存储学校
|
|
|
+ Entity universityTable = Entity.create("sy_university_image");
|
|
|
+ universityTable.putAll(row);
|
|
|
+ try {
|
|
|
+ DbUtil.use().insertOrUpdate(universityTable, "id");
|
|
|
+// DbUtil.use().insert(universityTable);
|
|
|
+ } catch (SQLException e) {
|
|
|
+ e.printStackTrace();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 学校图片
|
|
|
+ * @param universityCode
|
|
|
+ */
|
|
|
+ private void getImgs(String universityCode){
|
|
|
+ String requestPath = "/youzy.dms.basiclib.api.college.image.get";
|
|
|
+ String jsonParam = "";
|
|
|
+ Map paramMap = new HashMap<>();
|
|
|
+ paramMap.put("collegeCode",universityCode);
|
|
|
+ String res = getRes(requestPath, paramMap, jsonParam);
|
|
|
+ if (StringUtils.isEmpty(res)) {
|
|
|
+ log.error("res is empty");
|
|
|
+ return;
|
|
|
+ }else {
|
|
|
+ JSONObject resultJsonobject = JSONObject.parseObject(res);
|
|
|
+ if (resultJsonobject.getBoolean("isSuccess")) {
|
|
|
+ JSONArray urls = resultJsonobject.getJSONObject("result").getJSONArray("urls");
|
|
|
+ for (int i=0;i<urls.size();i++) {
|
|
|
+ JSONObject row = (JSONObject) urls.get(i);
|
|
|
+ row.put("collegeCode",universityCode);
|
|
|
+
|
|
|
+ Date now =new Date();
|
|
|
+ row.put("updateTime",now);
|
|
|
+ Integer type =3; //类型:1vr,2视频,3图片
|
|
|
+ row.put("type",type);
|
|
|
+ row.put("sort",i+300);
|
|
|
+
|
|
|
+ String url = row.getString("url");
|
|
|
+ row.put("id",universityCode+row.getString("description")+url.substring(url.length()/2));
|
|
|
+ //存储学校
|
|
|
+ Entity universityTable = Entity.create("sy_university_image");
|
|
|
+ universityTable.putAll(row);
|
|
|
+ try {
|
|
|
+ DbUtil.use().insertOrUpdate(universityTable, "id");
|
|
|
+// DbUtil.use().insert(universityTable);
|
|
|
+ } catch (SQLException e) {
|
|
|
+ e.printStackTrace();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 学科评审
|
|
|
+ * @param universityCode
|
|
|
+ */
|
|
|
+ private void getSubjectevaluate(String universityCode){
|
|
|
+ String requestPath = "/youzy.dms.basiclib.api.college.subjectevaluate.byexttypeid.query";
|
|
|
+ String jsonParam = "";
|
|
|
+ Map paramMap = new HashMap<>();
|
|
|
+ paramMap.put("collegeCode",universityCode);
|
|
|
+ List<String> extTypeIdList = Arrays.asList("第四轮", "第三轮", "第二轮", "第一轮");
|
|
|
+ for(String extTypeIdKey :extTypeIdList){
|
|
|
+ paramMap.put("extTypeId",extTypeIdKey);
|
|
|
+ String res = getRes(requestPath,new HashMap<>() , JSONObject.toJSONString(paramMap));
|
|
|
+ if (StringUtils.isEmpty(res)) {
|
|
|
+ log.error("res is empty");
|
|
|
+ return;
|
|
|
+ }else {
|
|
|
+ JSONObject resultJsonobject = JSONObject.parseObject(res);
|
|
|
+ if (resultJsonobject.getBoolean("isSuccess")) {
|
|
|
+ JSONObject result = resultJsonobject.getJSONObject("result");
|
|
|
+ JSONObject insert = new JSONObject();
|
|
|
+ insert.put("extTypeId",result.getString("extTypeId"));
|
|
|
+ insert.put("extTypeName",result.getString("extTypeName"));
|
|
|
+ insert.put("collegeCode",universityCode);
|
|
|
+
|
|
|
+ JSONArray subjectEvaluates = result.getJSONArray("subjectEvaluates");
|
|
|
+ for (int i=0;i<subjectEvaluates.size();i++) {
|
|
|
+ JSONObject row = (JSONObject) subjectEvaluates.get(i);
|
|
|
+ insert.putAll(row);
|
|
|
+ insert.put("id",universityCode+result.getString("extTypeId")+row.getString("code"));
|
|
|
+
|
|
|
+
|
|
|
+ Date now =new Date();
|
|
|
+ insert.put("updateTime",now);
|
|
|
+ //存储学校
|
|
|
+ Entity universityTable = Entity.create("sy_university_subjectevaluate");
|
|
|
+ universityTable.putAll(insert);
|
|
|
+ try {
|
|
|
+ DbUtil.use().insertOrUpdate(universityTable, "id");
|
|
|
+// DbUtil.use().insert(universityTable);
|
|
|
+ } catch (SQLException e) {
|
|
|
+ e.printStackTrace();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ /**
|
|
|
+ * 就业报告
|
|
|
+ * @param universityCode
|
|
|
+ */
|
|
|
+ private void getEmploymentreport(String universityCode){
|
|
|
+ String requestPath = "/youzy.dms.basiclib.api.college.employmentreport.bycollege.query";
|
|
|
+ String jsonParam = "";
|
|
|
+ Map paramMap = new HashMap<>();
|
|
|
+ paramMap.put("collegeCode",universityCode);
|
|
|
+ paramMap.put("pageIndex",1);
|
|
|
+ paramMap.put("pageSize",50);
|
|
|
+ String res = getRes(requestPath, new HashMap<>(), JSONObject.toJSONString(paramMap));
|
|
|
+ if (StringUtils.isEmpty(res)) {
|
|
|
+ log.error("res is empty");
|
|
|
+ return;
|
|
|
+ }else {
|
|
|
+ JSONObject resultJsonobject = JSONObject.parseObject(res);
|
|
|
+ if (resultJsonobject.getBoolean("isSuccess")) {
|
|
|
+ JSONArray items = resultJsonobject.getJSONObject("result").getJSONArray("items");
|
|
|
+ for (int i=0;i<items.size();i++) {
|
|
|
+ JSONObject row = (JSONObject) items.get(i);
|
|
|
+ row.put("collegeCode",universityCode);
|
|
|
+ JSONArray tags = row.getJSONArray("tags");
|
|
|
+ row.remove("tags");
|
|
|
+ if(tags.size()>0){
|
|
|
+ JSONObject tag = tags.getJSONObject(0);
|
|
|
+ row.putAll(tag);
|
|
|
+ }
|
|
|
+ Date now =new Date();
|
|
|
+ row.put("updateTime",now);
|
|
|
+ row.put("id",universityCode+row.getString("title"));
|
|
|
+ //存储学校
|
|
|
+ Entity universityTable = Entity.create("sy_university_employmentreport");
|
|
|
+ universityTable.putAll(row);
|
|
|
+ try {
|
|
|
+ DbUtil.use().insertOrUpdate(universityTable, "id");
|
|
|
+// DbUtil.use().insert(universityTable);
|
|
|
+ } catch (SQLException e) {
|
|
|
+ e.printStackTrace();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
/**
|
|
|
* 学校详情及存储学校数据
|
|
|
* @param universityCode
|
|
@@ -159,7 +424,7 @@ public class YouZy {
|
|
|
rowUniversity.put("awards",rowUniversity.getString("awards"));
|
|
|
|
|
|
Date now =new Date();
|
|
|
- rowUniversity.put("update_time",now);
|
|
|
+ rowUniversity.put("updateTime",now);
|
|
|
//存储学校
|
|
|
Entity universityTable = Entity.create("sy_university");
|
|
|
universityTable.putAll(rowUniversity);
|
|
@@ -226,7 +491,7 @@ public class YouZy {
|
|
|
row.put("tags",row.getString("tags"));
|
|
|
|
|
|
Date now =new Date();
|
|
|
- row.put("update_time",now);
|
|
|
+ row.put("updateTime",now);
|
|
|
//存储学校
|
|
|
Entity universityTable = Entity.create("sy_university_enroll_brochure");
|
|
|
universityTable.putAll(row);
|
|
@@ -262,30 +527,48 @@ public class YouZy {
|
|
|
JSONArray provinces = result.getJSONArray("provinces");
|
|
|
Date now =new Date();
|
|
|
|
|
|
- countries.forEach(cc->{
|
|
|
- JSONObject row= (JSONObject) cc;
|
|
|
- row.put("collegeCode",collegeCode);
|
|
|
- row.put("id",UUID.randomUUID());
|
|
|
- row.put("update_time",now);
|
|
|
- insert.add(row);
|
|
|
- });
|
|
|
- provinces.forEach(cc->{
|
|
|
- JSONObject row= (JSONObject) cc;
|
|
|
- row.put("collegeCode",collegeCode);
|
|
|
- row.put("id",UUID.randomUUID());
|
|
|
- row.put("update_time",now);
|
|
|
- insert.add(row);
|
|
|
- });
|
|
|
- //插入表数据
|
|
|
+ if(null!=countries){
|
|
|
+ countries.forEach(cc->{
|
|
|
+ JSONObject row= (JSONObject) cc;
|
|
|
+ row.put("collegeCode",collegeCode);
|
|
|
+ String type = "country";
|
|
|
+ row.put("type",type);//国家级
|
|
|
+ row.put("id",collegeCode+row.getString("code")+type);
|
|
|
+ row.put("updateTime",now);
|
|
|
+ insert.add(row);
|
|
|
+ });
|
|
|
+ }
|
|
|
|
|
|
+ if(null!=provinces){
|
|
|
+ provinces.forEach(cc->{
|
|
|
+ JSONObject row= (JSONObject) cc;
|
|
|
+ row.put("collegeCode",collegeCode);
|
|
|
+ String type="province";
|
|
|
+ row.put("type",type);//省级
|
|
|
+ row.put("id",collegeCode+row.getString("code")+type);
|
|
|
+ row.put("updateTime",now);
|
|
|
+ insert.add(row);
|
|
|
+ });
|
|
|
+ }
|
|
|
|
|
|
+ //插入表数据 sy_university_profession
|
|
|
+ for (Object aa : insert) {
|
|
|
+ JSONObject data = (JSONObject) aa;
|
|
|
+ Entity majorTable = Entity.create("sy_university_profession");
|
|
|
+ majorTable.putAll(data);
|
|
|
+ try {
|
|
|
+ DbUtil.use().insertOrUpdate(majorTable, "id");
|
|
|
+ } catch (SQLException e) {
|
|
|
+ e.printStackTrace();
|
|
|
+ }
|
|
|
+ }
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
|
|
|
//重点学科、双一流学科
|
|
|
private void getSubjectgroup(String collegeCode){
|
|
|
- String requestPath = "youzy.dms.basiclib.api.college.subjectgroup.query";
|
|
|
+ String requestPath = "/youzy.dms.basiclib.api.college.subjectgroup.query";
|
|
|
Map paramMap =new HashMap<>();
|
|
|
paramMap.put("collegeCode",collegeCode);
|
|
|
String res = getRes(requestPath,paramMap,"");
|
|
@@ -303,24 +586,43 @@ public class YouZy {
|
|
|
JSONArray sylSubjectsGroup = result.getJSONArray("sylSubjectsGroup");
|
|
|
Date now =new Date();
|
|
|
|
|
|
- keySubjects.forEach(cc->{
|
|
|
- JSONObject row= (JSONObject) cc;
|
|
|
- row.put("collegeCode",collegeCode);
|
|
|
- row.put("id",UUID.randomUUID());
|
|
|
- row.put("dataType","重点学科");
|
|
|
- row.put("update_time",now);
|
|
|
- insert.add(row);
|
|
|
- });
|
|
|
- sylSubjectsGroup.forEach(cc->{
|
|
|
- JSONObject row= (JSONObject) cc;
|
|
|
- row.put("collegeCode",collegeCode);
|
|
|
- row.put("id",UUID.randomUUID());
|
|
|
- row.put("dataType","双一流学科");
|
|
|
- row.put("update_time",now);
|
|
|
- insert.add(row);
|
|
|
- });
|
|
|
- //插入表数据
|
|
|
+ if(null!=keySubjects){
|
|
|
+ keySubjects.forEach(cc->{
|
|
|
+ String dataType= "keySubjects";
|
|
|
+ JSONObject row= (JSONObject) cc;
|
|
|
+ row.put("collegeCode",collegeCode);
|
|
|
+ row.put("subjects",row.getString("subjects"));
|
|
|
+ row.put("id",collegeCode+dataType+row.getString("typeName")+row.getString("subjectCount"));
|
|
|
+ row.put("dataType",dataType);
|
|
|
+ row.put("updateTime",now);
|
|
|
+ insert.add(row);
|
|
|
+ });
|
|
|
+ }
|
|
|
+
|
|
|
+ if(null!=sylSubjectsGroup){
|
|
|
+ sylSubjectsGroup.forEach(cc->{
|
|
|
+ String dataType= "sylSubjectsGroup";
|
|
|
+ JSONObject row= (JSONObject) cc;
|
|
|
+ row.put("collegeCode",collegeCode);
|
|
|
+ row.put("subjects",row.getString("subjects"));
|
|
|
+ row.put("id",collegeCode+dataType+row.getString("typeName")+row.getString("subjectCount"));
|
|
|
+ row.put("dataType",dataType);
|
|
|
+ row.put("updateTime",now);
|
|
|
+ insert.add(row);
|
|
|
+ });
|
|
|
+ }
|
|
|
|
|
|
+ //插入表数据 sy_university_subject
|
|
|
+ for (Object aa : insert) {
|
|
|
+ JSONObject data = (JSONObject) aa;
|
|
|
+ Entity majorTable = Entity.create("sy_university_subject");
|
|
|
+ majorTable.putAll(data);
|
|
|
+ try {
|
|
|
+ DbUtil.use().insertOrUpdate(majorTable, "id");
|
|
|
+ } catch (SQLException e) {
|
|
|
+ e.printStackTrace();
|
|
|
+ }
|
|
|
+ }
|
|
|
|
|
|
|
|
|
}
|
|
@@ -345,7 +647,7 @@ public class YouZy {
|
|
|
for (Object cc : result) {
|
|
|
//院系
|
|
|
JSONObject row = (JSONObject) cc;
|
|
|
- row.put("update_time", now);
|
|
|
+ row.put("updateTime", now);
|
|
|
//院系专业
|
|
|
JSONArray departmentMajors = row.getJSONArray("departmentMajors");
|
|
|
if(departmentMajors.size()==0){
|
|
@@ -362,7 +664,7 @@ public class YouZy {
|
|
|
}
|
|
|
}
|
|
|
|
|
|
- major.put("update_time", now);
|
|
|
+ major.put("updateTime", now);
|
|
|
major.put("collegeCode", collegeCode);
|
|
|
|
|
|
//存储院系专业
|
|
@@ -391,6 +693,94 @@ public class YouZy {
|
|
|
}
|
|
|
}
|
|
|
|
|
|
+ //学校排名
|
|
|
+ public void getUniversityRanking(){
|
|
|
+ String requestPath = "/youzy.dms.basiclib.api.college.ranking.config.get";
|
|
|
+ Map paramMap =new HashMap<>();
|
|
|
+ String res = getRes(requestPath,paramMap,"");
|
|
|
+ if (StringUtils.isEmpty(res)) {
|
|
|
+ log.error("res is empty");
|
|
|
+ return;
|
|
|
+ } else {
|
|
|
+ JSONObject resultJsonobject = JSONObject.parseObject(res);
|
|
|
+ if (resultJsonobject.getBoolean("isSuccess")) {
|
|
|
+ //[{year: 2022, rankTypes: ["易度排名", "软科", "USNews", "QS", "校友会"]},{year: 2021, rankTypes: ["易度排名", "软科", "USNews", "QS", "校友会"]}]
|
|
|
+ JSONArray result = resultJsonobject.getJSONArray("result");
|
|
|
+ for (Object aa : result) {
|
|
|
+ JSONObject param = (JSONObject) aa;
|
|
|
+ Integer year = param.getInteger("year");
|
|
|
+ JSONArray rankTypes = param.getJSONArray("rankTypes");
|
|
|
+
|
|
|
+ for (Object rankType : rankTypes) {
|
|
|
+ int count = 0, total = 1300, pageIndexRanking = 1 ;
|
|
|
+ do {
|
|
|
+ requestPath = "/youzy.dms.basiclib.api.college.ranking.byyear.query";
|
|
|
+ String jsonParam = "{\"type\":\"%s\",\"year\":%s,\"pageIndex\":%s}";
|
|
|
+ jsonParam = String.format(jsonParam, rankType, year,pageIndexRanking );
|
|
|
+ paramMap = new HashMap<>();
|
|
|
+ res = getRes(requestPath, paramMap, jsonParam);
|
|
|
+
|
|
|
+ if (StringUtils.isEmpty(res)) {
|
|
|
+ log.error("res is empty");
|
|
|
+ continue;
|
|
|
+ } else {
|
|
|
+ resultJsonobject = JSONObject.parseObject(res);
|
|
|
+ if (resultJsonobject.getBoolean("isSuccess")) {
|
|
|
+ JSONArray items = resultJsonobject.getJSONObject("result").getJSONArray("items");
|
|
|
+ total = resultJsonobject.getJSONObject("result").getInteger("totalCount");
|
|
|
+ count+=items.size();
|
|
|
+// for (Object bb : items) {
|
|
|
+ for (int i=0 ;i<items.size();i++) {
|
|
|
+ JSONObject row = (JSONObject) items.get(i);
|
|
|
+ String collegeCode = row.getString("collegeCode");
|
|
|
+ String collegeName = row.getString("collegeName");
|
|
|
+ Integer collegeNumId = row.getInteger("collegeNumId");
|
|
|
+ Integer ranking = row.getInteger("ranking");
|
|
|
+
|
|
|
+ String idType = StringUtils.EMPTY;
|
|
|
+ if("易度排名".equalsIgnoreCase(String.valueOf(rankType))){
|
|
|
+ idType="yidu";
|
|
|
+ }else if("校友会".equalsIgnoreCase(String.valueOf(rankType))){
|
|
|
+ idType="alumniassociations";
|
|
|
+ }else if("软科".equalsIgnoreCase(String.valueOf(rankType))){
|
|
|
+ idType="softtech";
|
|
|
+ }else {
|
|
|
+ idType=String.valueOf(rankType);
|
|
|
+ }
|
|
|
+ String id = collegeCode + collegeNumId + year+idType;
|
|
|
+ JSONObject insert = new JSONObject();
|
|
|
+ insert.put("id", id);
|
|
|
+ insert.put("ranking", ranking);
|
|
|
+ insert.put("type", rankType);
|
|
|
+ insert.put("collegeCode", collegeCode);
|
|
|
+ insert.put("collegeName", collegeName);
|
|
|
+ insert.put("collegeNumId", collegeNumId);
|
|
|
+ insert.put("year", year);
|
|
|
+ insert.put("updateTime", new Date());
|
|
|
+
|
|
|
+ Entity rankingTable = Entity.create("sy_university_ranking");
|
|
|
+ rankingTable.putAll(insert);
|
|
|
+ try {
|
|
|
+ DbUtil.use().insertOrUpdate(rankingTable, "id");
|
|
|
+ } catch (SQLException e) {
|
|
|
+ log.error(JSONObject.toJSONString(resultJsonobject));
|
|
|
+ e.printStackTrace();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ log.info("finished: {}",jsonParam);
|
|
|
+
|
|
|
+ pageIndexRanking += 1;
|
|
|
+ }while (count < total);
|
|
|
+
|
|
|
+
|
|
|
+ }
|
|
|
+
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
|
|
|
/**
|
|
|
* @param majorLevel =1 2 3级专业
|
|
@@ -1067,8 +1457,8 @@ public class YouZy {
|
|
|
rowData.put("provinceCode",provinceId);
|
|
|
rowData.put("eduLevel",eduLevel);
|
|
|
rowData.put("eduLevelView",eduLevelView);
|
|
|
- rowData.put("create_time",new Date());
|
|
|
- rowData.put("update_time",new Date());
|
|
|
+ rowData.put("createTime",new Date());
|
|
|
+ rowData.put("updateTime",new Date());
|
|
|
Set<Entity> subjectList=new HashSet();
|
|
|
Entity subjectTable4 = Entity.create("sy_select_course_bigdata");
|
|
|
subjectTable4.putAll(rowData);
|
|
@@ -1096,8 +1486,8 @@ public class YouZy {
|
|
|
JSONObject row = major_subject.getJSONObject(i);
|
|
|
row.put("bigdata_id",id);
|
|
|
row.put("type",type);
|
|
|
- row.put("create_time",new Date());
|
|
|
- row.put("update_time",new Date());
|
|
|
+ row.put("createTime",new Date());
|
|
|
+ row.put("updateTime",new Date());
|
|
|
|
|
|
Entity subjectTable4 = Entity.create("sy_select_course_bigdata_detail");
|
|
|
subjectTable4.putAll(row);
|