diff --git a/AcademicSearchEngine/WebContent/WEB-INF/lib/commons-beanutils-1.8.0.jar b/AcademicSearchEngine/WebContent/WEB-INF/lib/commons-beanutils-1.8.0.jar new file mode 100644 index 0000000..caf7ae3 Binary files /dev/null and b/AcademicSearchEngine/WebContent/WEB-INF/lib/commons-beanutils-1.8.0.jar differ diff --git a/AcademicSearchEngine/WebContent/WEB-INF/lib/commons-collections-3.1.jar b/AcademicSearchEngine/WebContent/WEB-INF/lib/commons-collections-3.1.jar new file mode 100644 index 0000000..41e230f Binary files /dev/null and b/AcademicSearchEngine/WebContent/WEB-INF/lib/commons-collections-3.1.jar differ diff --git a/AcademicSearchEngine/WebContent/WEB-INF/lib/ezmorph-1.0.6.jar b/AcademicSearchEngine/WebContent/WEB-INF/lib/ezmorph-1.0.6.jar new file mode 100644 index 0000000..30fad12 Binary files /dev/null and b/AcademicSearchEngine/WebContent/WEB-INF/lib/ezmorph-1.0.6.jar differ diff --git a/AcademicSearchEngine/WebContent/WEB-INF/lib/mongo-2.10.0.jar b/AcademicSearchEngine/WebContent/WEB-INF/lib/mongo-2.10.0.jar new file mode 100644 index 0000000..d621c0f Binary files /dev/null and b/AcademicSearchEngine/WebContent/WEB-INF/lib/mongo-2.10.0.jar differ diff --git a/AcademicSearchEngine/WebContent/css/index.css b/AcademicSearchEngine/WebContent/css/index.css index 8398c4f..b3968dd 100644 --- a/AcademicSearchEngine/WebContent/css/index.css +++ b/AcademicSearchEngine/WebContent/css/index.css @@ -36,5 +36,5 @@ #myCarousel .img-rounded { width: 100%; - height: 500px; + height: 480px; } \ No newline at end of file diff --git a/AcademicSearchEngine/WebContent/home.jsp b/AcademicSearchEngine/WebContent/home.jsp index bfb3897..7f67b8f 100644 --- a/AcademicSearchEngine/WebContent/home.jsp +++ b/AcademicSearchEngine/WebContent/home.jsp @@ -11,10 +11,29 @@ - + + +
+
+ +
+
+

Howdy, I'm in Section 1.

+
+
+

Howdy, I'm in Section 2.

+
+
+
+
+ +
- +
-

Solr

+

jQuery

- Solr is a Search Service... + jQuery controls the DOM elements...

- +
-

Scrapy

+

Bootstrap

- Scrapy is a web crawler... + Boostrap is a tool to design the website...

@@ -67,11 +86,11 @@ - +
- +
diff --git a/AcademicSearchEngine/WebContent/images/logo/lucene.jpg b/AcademicSearchEngine/WebContent/images/logo/lucene.jpg new file mode 100644 index 0000000..2f9d463 Binary files /dev/null and b/AcademicSearchEngine/WebContent/images/logo/lucene.jpg differ diff --git a/AcademicSearchEngine/WebContent/images/logo/lucene.png b/AcademicSearchEngine/WebContent/images/logo/lucene.png deleted file mode 100644 index 687342c..0000000 Binary files a/AcademicSearchEngine/WebContent/images/logo/lucene.png and /dev/null differ diff --git a/AcademicSearchEngine/WebContent/images/logo/struts2.jpg b/AcademicSearchEngine/WebContent/images/logo/struts2.jpg new file mode 100644 index 0000000..514d53e Binary files /dev/null and b/AcademicSearchEngine/WebContent/images/logo/struts2.jpg differ diff --git a/AcademicSearchEngine/WebContent/images/logo/struts2.png b/AcademicSearchEngine/WebContent/images/logo/struts2.png deleted file mode 100644 index 1ca27b1..0000000 Binary files a/AcademicSearchEngine/WebContent/images/logo/struts2.png and /dev/null differ diff --git a/AcademicSearchEngine/WebContent/index.jsp b/AcademicSearchEngine/WebContent/index.jsp index 3bf83c9..659330f 100644 --- a/AcademicSearchEngine/WebContent/index.jsp +++ b/AcademicSearchEngine/WebContent/index.jsp @@ -14,7 +14,7 @@ - +
Academic Search @@ -52,7 +52,7 @@
-
+
@@ -192,5 +192,11 @@ " > " > + \ No newline at end of file diff --git a/AcademicSearchEngine/WebContent/js/index.js b/AcademicSearchEngine/WebContent/js/index.js index 60074c2..cbbc248 100644 --- a/AcademicSearchEngine/WebContent/js/index.js +++ b/AcademicSearchEngine/WebContent/js/index.js @@ -1,7 +1,6 @@ $(function() { // 载入时启动的默认函数 leftSide(); - // colorfy(document.body, $("#skey").val()); // 行为绑定 $(".author_tooltip").on("mouseover", function(e) { @@ -24,8 +23,7 @@ function leftSide() { function showFields() { var name = $("#skey").val(); if (name != "") { - var url = "http://localhost:8080/AcademicSearchEngine/field?name=" - + name; + var url = "http://localhost:8080/AcademicSearchEngine/field?name=" + name; $.ajax({ type : 'GET', url : url, @@ -34,9 +32,7 @@ function showFields() { var fieldlist = data.fields; var len = fieldlist.length; for ( var i = 0; i < len; i++) { - $("#fieldBar").append( - '
' + fieldlist[i] - + '
'); + $("#fieldBar").append('
' + fieldlist[i] + '
'); } }, error : function(XmlHttpRequest, textStatus, errorThrown) { @@ -49,8 +45,7 @@ function showFields() { function showPlaces() { var name = $("#skey").val(); if (name != "") { - var url = "http://localhost:8080/AcademicSearchEngine/place?name=" - + name; + var url = "http://localhost:8080/AcademicSearchEngine/place?name=" + name; $.ajax({ type : 'GET', url : url, @@ -59,9 +54,7 @@ function showPlaces() { var placelist = data.places; var len = placelist.length; for ( var i = 0; i < len; i++) { - $("#placeBar").append( - '
' + placelist[i] - + '
'); + $("#placeBar").append('
' + placelist[i] + '
'); } }, error : function(XmlHttpRequest, textStatus, errorThrown) { @@ -69,30 +62,4 @@ function showPlaces() { } }); } -} - -//function colorfy(n, k) { -// -// var cs = n.childNodes; -// var i = 0, l = cs.length; -// var t, c, pos, rest; -// t = document.createElement('font'); -// t.color = 'red'; -// t.innerHTML = k; -// -// for (; i < l; i++) { -// c = cs[i]; -// if (c.nodeType == 3) { -// t = t.cloneNode(true); -// -// pos = c.nodeValue.indexOf(k); -// if (pos != -1) { -// rest = c.splitText(pos); -// rest.replaceData(0, k.length, ''); -// n.insertBefore(t, rest); -// } -// -// } else -// yit(cs[i], k); -// } -//} \ No newline at end of file +} \ No newline at end of file diff --git a/AcademicSearchEngine/WebContent/test.json b/AcademicSearchEngine/WebContent/test.json new file mode 100644 index 0000000..0cf35fe --- /dev/null +++ b/AcademicSearchEngine/WebContent/test.json @@ -0,0 +1 @@ +{"nodes":[{"name":"Ada Wai-chee Fu","group":0},{"name":"Ajith Abraham","group":1},{"name":"Alexander S. Szalay","group":2},{"name":"Ananth Y. Grama","group":3},{"name":"Andrew Mccallum","group":4},{"name":"Ben Kao","group":5},{"name":"Benny Pinkas","group":6},{"name":"Bernhard Pfahringer","group":7},{"name":"Bhavani Thuraisingham","group":8},{"name":"Bin Liu","group":9},{"name":"Blaz Zupan","group":10},{"name":"Bo Yang","group":11},{"name":"Brigitte Trousse","group":12},{"name":"Carole R. Beal","group":13},{"name":"Cees G. M. Snoek","group":14},{"name":"Chai Wah Wu","group":15},{"name":"Chao Liu","group":16},{"name":"Chengqi Zhang","group":17},{"name":"Christian Borgelt","group":18},{"name":"Christos Faloutsos","group":19},{"name":"David Page","group":20},{"name":"Dennis Mcleod","group":9},{"name":"Diane J. Cook","group":21},{"name":"Dino Pedreschi","group":22},{"name":"Doina Precup","group":23},{"name":"Domenico Talia","group":24},{"name":"Elke A. Rundensteiner","group":25},{"name":"Feng Bao","group":26},{"name":"Foster Provost","group":27},{"name":"Foto N. Afrati","group":28},{"name":"Gennady L. Andrienko","group":29},{"name":"Giuseppe Psaila","group":30},{"name":"H. V. Jagadish","group":31},{"name":"Hai Wang","group":32},{"name":"Hiroshi Mamitsuka","group":33},{"name":"Hong Bao","group":34},{"name":"Lawrence B. Holder","group":21},{"name":"Ling Feng","group":35},{"name":"Liu Bin","group":9},{"name":"Manish Marwah","group":36},{"name":"Maria Halkidi","group":37},{"name":"Mark Craven","group":38},{"name":"Marko Bohanec","group":10},{"name":"Marko Grobelnik","group":39},{"name":"Michalis Vazirgiannis","group":37},{"name":"Min Chen","group":40},{"name":"Ming-syan Chen","group":41},{"name":"Mitsunori Ogihara","group":42},{"name":"Mohammed Javeed Zaki","group":43},{"name":"Murat Kantarcioglu","group":8},{"name":"Myra Spiliopoulou","group":44},{"name":"Nada Lavrac","group":10},{"name":"Naokazu Yokoya","group":45},{"name":"Naoki Abe","group":46},{"name":"Naoki Katoh","group":33},{"name":"Nathalie Japkowicz","group":47},{"name":"Neal Lesh","group":48},{"name":"Nicholas J. Radcliffe","group":49},{"name":"Ning Zhang","group":50},{"name":"Ning Zhong","group":51},{"name":"Ninghui Li","group":3},{"name":"Olfa Nasraoui","group":52},{"name":"Osmar Zaiane","group":53},{"name":"Panayiotis Tsaparas","group":16},{"name":"Pang-ning Tan","group":54},{"name":"Paolo Avesani","group":55},{"name":"Qiang Yang","group":56},{"name":"Rakesh Agrawal","group":16},{"name":"Raymond Chi-wing Wong","group":56},{"name":"Ricard Gavaldà","group":57},{"name":"Riccardo Bellazzi","group":58},{"name":"Rohan A. Baxter","group":59},{"name":"Ron Kohavi","group":16},{"name":"Rudolf Kruse","group":44},{"name":"Seokkyung Chung","group":60},{"name":"Shen Bin","group":61},{"name":"Stan Matwin","group":47},{"name":"Suh-Yin Lee","group":62},{"name":"Suh-yin Lee","group":62},{"name":"Sun-yuan Kung","group":63},{"name":"Sunita Sarawagi","group":64},{"name":"Tharam S. Dillon","group":65},{"name":"Tiancheng Li","group":3},{"name":"Tiziana Catarci","group":66},{"name":"Tzung-Pei Hong","group":67},{"name":"Tzung-pei Hong","group":67},{"name":"Valery A. Petrushin","group":68},{"name":"Vasileios Megalooikonomou","group":69},{"name":"Vicenc Torra","group":70},{"name":"Vipin Kumar","group":71},{"name":"Walter Daelemans","group":72},{"name":"Werner Vogels","group":73},{"name":"William A. Maniatty","group":74},{"name":"William Hersh","group":75},{"name":"Wolfram Schulte","group":16},{"name":"Wray L. Buntine","group":76},{"name":"X. Lin","group":77},{"name":"Xin-Dong Wu","group":78},{"name":"YAN HUANG","group":79},{"name":"Yan Huang","group":79},{"name":"Yan Zhang","group":80},{"name":"Yannis Theodoridis","group":81},{"name":"Yehuda Lindell","group":82},{"name":"Yiyu Yao","group":83},{"name":"Yongdae Kim","group":71},{"name":"Yun Chi","group":46},{"name":"Zdzislaw Pawlak","group":84}],"links":[{"source":100,"target":17,"value":2},{"source":59,"target":99,"value":1},{"source":81,"target":37,"value":4},{"source":32,"target":19,"value":1},{"source":9,"target":38,"value":10},{"source":27,"target":37,"value":1},{"source":16,"target":59,"value":1},{"source":41,"target":20,"value":1},{"source":6,"target":102,"value":5},{"source":86,"target":14,"value":1},{"source":58,"target":100,"value":3},{"source":72,"target":28,"value":1},{"source":18,"target":73,"value":10},{"source":10,"target":51,"value":1},{"source":74,"target":21,"value":2},{"source":59,"target":58,"value":2},{"source":51,"target":10,"value":1},{"source":9,"target":16,"value":4},{"source":55,"target":76,"value":1},{"source":14,"target":86,"value":1},{"source":26,"target":9,"value":4},{"source":58,"target":35,"value":10},{"source":73,"target":18,"value":10},{"source":76,"target":55,"value":1},{"source":16,"target":75,"value":1},{"source":17,"target":100,"value":2},{"source":58,"target":59,"value":2},{"source":87,"target":19,"value":1},{"source":50,"target":101,"value":1},{"source":67,"target":32,"value":4},{"source":44,"target":40,"value":6},{"source":64,"target":89,"value":4},{"source":98,"target":100,"value":10},{"source":100,"target":58,"value":3},{"source":92,"target":48,"value":2},{"source":3,"target":89,"value":2},{"source":21,"target":74,"value":2},{"source":37,"target":81,"value":4},{"source":67,"target":31,"value":1},{"source":32,"target":38,"value":1},{"source":28,"target":72,"value":1},{"source":100,"target":37,"value":2},{"source":75,"target":38,"value":7},{"source":32,"target":9,"value":1},{"source":9,"target":32,"value":1},{"source":98,"target":59,"value":1},{"source":37,"target":100,"value":2},{"source":20,"target":41,"value":1},{"source":10,"target":70,"value":3},{"source":38,"target":9,"value":10},{"source":89,"target":3,"value":2},{"source":59,"target":16,"value":1},{"source":101,"target":50,"value":1},{"source":77,"target":78,"value":10},{"source":78,"target":77,"value":10},{"source":68,"target":0,"value":3},{"source":38,"target":16,"value":4},{"source":60,"target":82,"value":8},{"source":99,"target":59,"value":1},{"source":9,"target":75,"value":7},{"source":82,"target":60,"value":8},{"source":75,"target":9,"value":7},{"source":9,"target":26,"value":4},{"source":99,"target":98,"value":10},{"source":40,"target":44,"value":6},{"source":32,"target":67,"value":4},{"source":75,"target":16,"value":1},{"source":59,"target":98,"value":1},{"source":38,"target":75,"value":7},{"source":100,"target":98,"value":10},{"source":16,"target":38,"value":4},{"source":10,"target":42,"value":2},{"source":84,"target":85,"value":10},{"source":100,"target":99,"value":10},{"source":98,"target":99,"value":10},{"source":42,"target":10,"value":2},{"source":22,"target":36,"value":4},{"source":35,"target":58,"value":10},{"source":89,"target":64,"value":4},{"source":99,"target":100,"value":10},{"source":36,"target":22,"value":4},{"source":70,"target":10,"value":3},{"source":85,"target":84,"value":10},{"source":102,"target":6,"value":5},{"source":26,"target":38,"value":4},{"source":19,"target":87,"value":1},{"source":0,"target":68,"value":3},{"source":59,"target":103,"value":2},{"source":38,"target":26,"value":4},{"source":103,"target":59,"value":2},{"source":16,"target":9,"value":4},{"source":31,"target":67,"value":1},{"source":48,"target":92,"value":2},{"source":37,"target":27,"value":1},{"source":34,"target":53,"value":2},{"source":53,"target":34,"value":2},{"source":19,"target":32,"value":1},{"source":38,"target":32,"value":1}]} \ No newline at end of file diff --git a/AcademicSearchEngine/WebContent/test.jsp b/AcademicSearchEngine/WebContent/test.jsp new file mode 100644 index 0000000..329a687 --- /dev/null +++ b/AcademicSearchEngine/WebContent/test.jsp @@ -0,0 +1,165 @@ +<%@ page language="java" contentType="text/html; charset=utf-8" + pageEncoding="utf-8"%> +<%@ taglib prefix="s" uri="/struts-tags"%> + + + + + + + + + + + + + +
+ +
+
+
+ + + \ No newline at end of file diff --git a/AcademicSearchEngine/src/zbf/search/index/PublicationIndex.java b/AcademicSearchEngine/src/zbf/search/index/PublicationIndex.java index a1802d8..3735940 100644 --- a/AcademicSearchEngine/src/zbf/search/index/PublicationIndex.java +++ b/AcademicSearchEngine/src/zbf/search/index/PublicationIndex.java @@ -18,6 +18,7 @@ import zbf.search.model.PublicationModel; import zbf.search.util.StdOutUtil; import com.mongodb.BasicDBList; +import com.mongodb.BasicDBObject; import com.mongodb.DB; import com.mongodb.DBCollection; import com.mongodb.DBCursor; @@ -58,14 +59,10 @@ public class PublicationIndex { BasicDBList list = (BasicDBList) obj.get("author"); String s = ""; for (int i = 0; i < list.size(); i ++) { - if (list.get(i).toString().length() > 1) { - String tmp = (String) list.get(i); - tmp = tmp.replace(",", ""); - if (s == "") { - s = tmp; - } else { - s = s + ", " + tmp; - } + if (s.equals("")) { + s = (String) list.get(i); + } else { + s = s + ", " + (String) list.get(i); } } StdOutUtil.out(s); diff --git a/AcademicSearchEngine/src/zbf/search/mongodb/MyMongoClient.java b/AcademicSearchEngine/src/zbf/search/mongodb/MyMongoClient.java index dbbbd15..7520bd0 100644 --- a/AcademicSearchEngine/src/zbf/search/mongodb/MyMongoClient.java +++ b/AcademicSearchEngine/src/zbf/search/mongodb/MyMongoClient.java @@ -4,6 +4,7 @@ import java.net.UnknownHostException; import com.mongodb.DB; import com.mongodb.DBCollection; + import com.mongodb.MongoClient; public class MyMongoClient { @@ -31,4 +32,7 @@ public class MyMongoClient { return mongodb.getCollection(coll); } + public static void main(String[] args) { + + } } diff --git a/AcademicSearchEngine/src/zbf/search/recommend/BtwAuthor.java b/AcademicSearchEngine/src/zbf/search/recommend/BtwAuthor.java index ab9e2da..0d69574 100644 --- a/AcademicSearchEngine/src/zbf/search/recommend/BtwAuthor.java +++ b/AcademicSearchEngine/src/zbf/search/recommend/BtwAuthor.java @@ -1,46 +1,201 @@ package zbf.search.recommend; import java.io.IOException; +import java.net.UnknownHostException; import java.util.ArrayList; +import java.util.Collections; +import java.util.HashMap; +import java.util.Iterator; +import java.util.List; +import java.util.Map; +import java.util.Set; +import java.util.TreeMap; -import zbf.search.mongodb.MyMongoClient; +import org.apache.solr.client.solrj.SolrQuery; +import org.apache.solr.client.solrj.SolrServer; +import org.apache.solr.client.solrj.SolrServerException; +import org.apache.solr.client.solrj.response.QueryResponse; +import org.apache.solr.common.SolrDocument; +import org.apache.solr.common.SolrDocumentList; + +import net.sf.json.JSONObject; + +import zbf.search.solrj.SolrjClient; import zbf.search.util.StdOutUtil; import zbf.search.util.StringUtil; -import com.mongodb.BasicDBList; -import com.mongodb.DBCollection; -import com.mongodb.DBCursor; -import com.mongodb.DBObject; - public class BtwAuthor { public static void main(String[] args) throws IOException { - MyMongoClient mongoClient = new MyMongoClient("researchers"); - DBCollection coll = mongoClient.getDBCollection(); + BtwAuthor ba = new BtwAuthor(); + //ArrayList list = ba.findCoAuthorsByName("Noga Alon", 0, 300); + ArrayList list = ba.findCoAuthorsByPaper("data mining", 0, 200); + StdOutUtil.out(ba.getCoauthorJson(list)); + } - ArrayList doc1 = new ArrayList(); - ArrayList doc2 = new ArrayList(); - - DBObject target = coll.findOne(); - BasicDBList tmp = (BasicDBList) target.get("field"); - String target_field = StringUtil.filterAmp(tmp.toString()); - StdOutUtil.out(target.get("name")); - StdOutUtil.out(target_field); - doc1 = StringUtil.getTokens(target_field); - - DBCursor cursor = coll.find(); - while (cursor.hasNext()) { - DBObject obj = cursor.next(); - - BasicDBList fields = (BasicDBList) obj.get("field"); - String field = StringUtil.filterAmp(fields.toString()); - if (field.length() > 3) { - //StdOutUtil.out(field); - doc2 = StringUtil.getTokens(field); - double sim = CosineDis.getSimilarity(doc1, doc2); - if (sim == 1.0) { - StdOutUtil.out(sim); + public ArrayList findCoAuthorsByPaper(String text, int start, int rows) throws UnknownHostException { + ArrayList coworkers = new ArrayList(); + SolrjClient client = new SolrjClient(1); + SolrServer server = client.getSolrServer(); + SolrQuery query = new SolrQuery(); + query.setQuery((StringUtil.transformQuery("title", text))+(StringUtil.transformQuery("pub_abstract", text))); + query.setStart(start); + query.setRows(rows); + + QueryResponse rsp; + try { + rsp = server.query(query); + SolrDocumentList docs = rsp.getResults(); + for (SolrDocument doc : docs) { + String s = (String) doc.getFieldValue("author"); + String[] ss = s.split(", "); + for (String tmp : ss) { + if (!coworkers.contains(tmp)) + coworkers.add(tmp); + } + } + } catch (SolrServerException e) { + e.printStackTrace(); + } + Collections.sort(coworkers); + StdOutUtil.out(coworkers.size()); + return coworkers; + } + + public ArrayList findCoAuthorsByName(String name, int start, int rows) throws UnknownHostException { + ArrayList coworkers = new ArrayList(); + SolrjClient client = new SolrjClient(1); + SolrServer server = client.getSolrServer(); + SolrQuery query = new SolrQuery(); + query.setQuery((StringUtil.transformQuery("author", name))); + query.setStart(start); + query.setRows(rows); + + QueryResponse rsp; + try { + rsp = server.query(query); + SolrDocumentList docs = rsp.getResults(); + for (SolrDocument doc : docs) { + String s = (String) doc.getFieldValue("author"); + String[] ss = s.split(", "); + for (String tmp : ss) { + if (!coworkers.contains(tmp)) { + coworkers.add(tmp); + } + } + } + } catch (SolrServerException e) { + e.printStackTrace(); + } + Collections.sort(coworkers); + StdOutUtil.out(coworkers.size()); + return coworkers; + } + + public Map coauthorNodes(ArrayList list) throws UnknownHostException{ + Map nameMap = new HashMap(); + Map placeMap = new HashMap(); + Map nodeMap = new TreeMap(); + SolrjClient client = new SolrjClient(0); + SolrServer server = client.getSolrServer(); + for (String name : list) { + SolrQuery query = new SolrQuery(); + query.setQuery((StringUtil.transformQuery("name", name))); + query.setStart(0); + query.setRows(1); + QueryResponse rsp; + try { + rsp = server.query(query); + SolrDocumentList docs = rsp.getResults(); + for (SolrDocument doc : docs) { + String workplace = (String) doc.getFieldValue("workplace"); + nameMap.put(name, workplace); + if(!placeMap.containsKey(workplace)) { + placeMap.put(workplace, placeMap.keySet().size()); + } + nodeMap.put(name, placeMap.get(nameMap.get(name))); + break; + } + } catch (SolrServerException e) { + e.printStackTrace(); + } + } + StdOutUtil.out("[nodeMap]: "+nodeMap.toString()); + StdOutUtil.out("[nodeMap]: "+nodeMap.keySet().size()); + return nodeMap; + } + + public Map coauthorLinks(Map nodeMap) throws IOException { + Map linkMap = new HashMap(); + Map numMap = new HashMap(); + + Iterator iterator = nodeMap.keySet().iterator(); + while (iterator.hasNext()) { + String s = iterator.next(); + numMap.put(s, numMap.size()); + } + + // find co-pdfs-count + Set list = numMap.keySet(); + for (String name : list) { + int i = numMap.get(name); + for (String other : list) { + if (other != name) { + SolrjClient client = new SolrjClient(1); + SolrServer server = client.getSolrServer(); + SolrQuery query = new SolrQuery(); + query.setQuery((StringUtil.transformIK("author", name+" "+other))); + QueryResponse rsp; + try { + rsp = server.query(query); + SolrDocumentList docs = rsp.getResults(); + if (docs.size() > 0) { + String[] s = {name, other}; + Integer[] array = {i, numMap.get(other)}; + linkMap.put(array, docs.size()); + StdOutUtil.out(docs.size()); + } + } catch (SolrServerException e) { + e.printStackTrace(); + } } } } + StdOutUtil.out("[linkMap]: "+linkMap.size()); + return linkMap; } + + public JSONObject getCoauthorJson(ArrayList list) throws IOException { + BtwAuthor author = new BtwAuthor(); + Map nodeMap = author.coauthorNodes(list); + Map linkMap = author.coauthorLinks(nodeMap); + JSONObject json = new JSONObject(); + + Iterator iterator1 = nodeMap.keySet().iterator(); + List jsonlist1 = new ArrayList(); + while (iterator1.hasNext()) { + String name = iterator1.next(); + int group = nodeMap.get(name); + JSONObject tmp = new JSONObject(); + tmp.put("name", name); + tmp.put("group", group); + jsonlist1.add(tmp); + } + json.put("nodes", jsonlist1); + + + Iterator iterator2 = linkMap.keySet().iterator(); + List jsonlist2 = new ArrayList(); + while (iterator2.hasNext()) { + Integer[] ns = iterator2.next(); + int value = linkMap.get(ns); + JSONObject tmp = new JSONObject(); + tmp.put("source", ns[0]); + tmp.put("target", ns[1]); + tmp.put("value", value); + jsonlist2.add(tmp); + } + json.put("links", jsonlist2); + return json; + } + } diff --git a/AcademicSearchEngine/src/zbf/search/recommend/BtwPublication.java b/AcademicSearchEngine/src/zbf/search/recommend/BtwPublication.java index b99329c..60bbbf4 100644 --- a/AcademicSearchEngine/src/zbf/search/recommend/BtwPublication.java +++ b/AcademicSearchEngine/src/zbf/search/recommend/BtwPublication.java @@ -1,41 +1,55 @@ package zbf.search.recommend; import java.io.IOException; -import java.util.ArrayList; +import java.net.UnknownHostException; import zbf.search.mongodb.MyMongoClient; import zbf.search.util.StdOutUtil; -import zbf.search.util.StringUtil; +import com.mongodb.BasicDBList; +import com.mongodb.BasicDBObject; import com.mongodb.DBCollection; import com.mongodb.DBCursor; import com.mongodb.DBObject; public class BtwPublication { public static void main(String[] args) throws IOException{ - MyMongoClient mongoClient = new MyMongoClient("publications"); - DBCollection coll = mongoClient.getDBCollection(); - - ArrayList doc1 = new ArrayList(); - ArrayList doc2 = new ArrayList(); - - DBObject target = coll.findOne(); - StdOutUtil.out(target.get("title")); - StdOutUtil.out(target.get("abstract")); - doc1 = StringUtil.getTokens((String) target.get("abstract")); - - DBCursor cursor = coll.find(); + BtwPublication bp = new BtwPublication(); + //bp.updatePublicationForComma(); + } + + public void updatePublicationForComma() throws UnknownHostException { + MyMongoClient client = new MyMongoClient("publications"); + DBCollection collection = client.getDBCollection(); + DBCursor cursor = collection.find(new BasicDBObject("author", new BasicDBObject("$regex", ".*,.*"))); + StdOutUtil.out(cursor.size()); while (cursor.hasNext()) { DBObject obj = cursor.next(); - String s = (String) obj.get("abstract"); - if (s.length() > 3) { - doc2 = StringUtil.getTokens(s); - double sim = CosineDis.getSimilarity(doc1, doc2); - if (sim > 0.55 && sim != 1.0) { - StdOutUtil.out(sim); - StdOutUtil.out(s); - } + String title = (String) obj.get("title"); + String conference = (String) obj.get("conference"); + BasicDBList author = (BasicDBList) obj.get("author"); + String view_url = (String) obj.get("view_url"); + String abst = (String) obj.get("abstract"); + + collection.remove(new BasicDBObject("title", title)); + StdOutUtil.out("[DEL]: " + author.toString()); + + BasicDBList newauthor = new BasicDBList(); + for (int i = 0; i < author.size(); i ++) { + String tmp = (String) author.get(i); + tmp = tmp.replace(", ", ""); + tmp = tmp.replace(",", ""); + newauthor.add(tmp); } + + DBObject newobj = new BasicDBObject(); + newobj.put("title", title); + newobj.put("conference", conference); + newobj.put("author", newauthor); + newobj.put("view_url", view_url); + newobj.put("abstract", abst); + collection.save(newobj); + StdOutUtil.out("[ADD]: " + newauthor.toString()); } } } diff --git a/AcademicSearchEngine/src/zbf/search/util/StringUtil.java b/AcademicSearchEngine/src/zbf/search/util/StringUtil.java index 62e706d..a644a69 100644 --- a/AcademicSearchEngine/src/zbf/search/util/StringUtil.java +++ b/AcademicSearchEngine/src/zbf/search/util/StringUtil.java @@ -10,6 +10,7 @@ import java.util.ArrayList; import org.wltea.analyzer.core.IKSegmenter; import org.wltea.analyzer.core.Lexeme; + public class StringUtil { public static boolean isBlank(String str) { int strLen; @@ -76,6 +77,28 @@ public class StringUtil { return qq; } + public static String transformIK(String field, String target) throws IOException { + InputStream is = new ByteArrayInputStream(target.getBytes("UTF-8")); + BufferedReader input = new BufferedReader(new InputStreamReader(is)); + + // true为智能划词, false为最细粒度划词 + IKSegmenter segmenter = new IKSegmenter(input, true); + Lexeme token = null; + String qq = ""; + do { + token = segmenter.next(); + if (token != null) { + if (!qq.equals("")) { + qq = qq + " " + field + ":" + token.getLexemeText(); + } else { + qq = field + ":" + token.getLexemeText(); + } + } + } while (token != null); + return qq; + } + + public static ArrayList ArrayToArrayList(String[] objs) { ArrayList list = new ArrayList(); for (int i = 0; i < objs.length; i ++) {