29
Literatura
1.
Barabási A. L.,
Network Science, PDF Version, November 2012., dostupno na
http://barabasilab.com/networksciencebook
2.
Biggs N. (1993).
Algebric Graph Theory, Second Edition, Cambridge University Press
3.
Borgatti S. P., Mehra A., Brass D. J, Labianca G. (2009). Network analysis in the social
sciences. Science, 323(5916):892–895
4.
Diestel R. (2005). Graph Theory, Third edition. Soringer-Verlag Heidelberg
5.
Easley D., Kleinberg J. (2010). Networks, Crowds, and Markets: Reasoning about a
Highly Connected World, Cambridge University Press
6.
Gephi Team, (2008). dostupno na
https://launchpad.net/gephi
7.
Gross J.L., Yellen J. (2003). Handbook of Graph Theory, CRC Press
8.
Hogan B., Carrasco J., Wellman B. (2007). Visualizing Personal Networks: Working
with Participant-Aided Sociograms
9.
Moreno J. (1934).Who
shall Survive, Nervous and mental disease publishing co.
10.
Newman M., Barabási A. L., Watts J. D. (2005). The Structure and Dynamics of
Networks, Princeton University Press
11.
Oakland University, (2010). The Erdős Number Project, dostupno na
http://www.oakland.edu/enp/thedata/
12.
Wasserman S., Faust K.(1994). Social network analysis: Methods and applications,
Cambridge University Press
30
Prilog
–
Programski kod
Work.java
1
package
info.asy
;
2
3
import
info.asy.model.Blog
;
4
import
info.asy.model.Comment
;
5
import
info.asy.model.LinkCache
;
6
import
info.asy.model.LinkToDo
;
7
import
org.apache.commons.codec.digest.DigestUtils
;
8
import
org.apache.commons.validator.routines.UrlValidator
;
9
import
org.javalite.activejdbc.Base
;
10
import
org.javalite.activejdbc.Model
;
11
import
org.jsoup.Connection
;
12
import
org.jsoup.Jsoup
;
13
import
org.jsoup.nodes.Document
;
14
import
org.jsoup.nodes.Element
;
15
import
org.jsoup.select.Elements
;
16
17
import
java.io.IOException
;
18
import
java.text.ParseException
;
19
import
java.text.SimpleDateFormat
;
20
import
java.util.Date
;
21
import
java.util.List
;
22
import
java.util.Locale
;
23
24
import static
java.lang.System.out
;
25
26
27
public class
Work {
28
29
final int
timeout =
10000
;
//timeout za spajanje na stranicu
30
final int
fairPlayTime =
500
;
//koliko cekat izmedju dva dohvacanja
31
int
retryLimit =
5
;
//koliko puta ce se pokusat spojit
32
33
List blogs
;
34 UrlValidator validator =
new
UrlValidator()
;
35
36
public void
doStuff(){
37 Base.open(
"com.mysql.jdbc.Driver"
,
"jdbc:mysql://localhost/surfer_crawl"
,
"root"
,
"cellar"
)
;
38
39
//ispisi sve neobradjene
40 blogs = Blog.find(
"processed = ?"
,
false
)
;
41
for
(Blog blog : blogs){
42 out.println(
"unprocessed blog..."
+ blog.getString(
"url"
))
;
43 }
44
//kreni obradjivat
45
int
processedBlogCount =
0
;
46
while
(!Blog.find(
"processed = ?"
,
false
).isEmpty()){
47 processedBlogCount++
;
48 Blog blog = (Blog) Blog.findFirst(
"processed = ?"
,
false
)
;
49 out.println(
"- - - N O V I B L O G - - -"
)
;
50 out.println(
"Obradjuem blog..."
+ blog.getString(
"url"
) +
"
\n
koji je
"
+ processedBlogCount +
" obradjeni blog..."
)
;
51 obradiBlog(blog)
;
52 }
53 Base.close()
;