04640f7 by Arvind at 2013-02-07 |
1 |
from flask import Flask |
|
2 |
from flask import request |
|
3 |
from flask import render_template |
265ce28 by Anon Ray at 2013-02-08 |
4 |
from flask import make_response |
d611971 by Arvind at 2013-03-26 |
5 |
from flask import jsonify |
e922d3b by Arvind at 2013-02-08 |
6 |
import logging |
8181191 by Arvind at 2013-02-08 |
7 |
from logging import FileHandler |
5c78a27 by Arvind at 2012-06-17 |
8 |
import pymongo |
5c5d01a by Arvind at 2013-03-27 |
9 |
import os |
d09d88d by Arvind at 2013-03-28 |
10 |
import lxml.html |
|
11 |
import urllib2 |
|
12 |
import StringIO |
438fa91 by Arvind at 2013-03-30 |
13 |
import json |
|
14 |
|
04640f7 by Arvind at 2013-02-07 |
15 |
|
|
16 |
app = Flask(__name__) |
|
17 |
|
a5c95bf by Arvind at 2013-03-28 |
18 |
|
b184f1f by Arvind at 2013-02-08 |
19 |
@app.route('/', methods=['GET']) |
04640f7 by Arvind at 2013-02-07 |
20 |
def index(): |
d611971 by Arvind at 2013-03-26 |
21 |
if request.args.has_key('url'): |
|
22 |
return render_template('index.html', url=request.args['url']) |
b184f1f by Arvind at 2013-02-08 |
23 |
else: |
|
24 |
return render_template('index.html') |
3018c67 by Arvind at 2013-02-08 |
25 |
|
a5c95bf by Arvind at 2013-03-28 |
26 |
|
|
27 |
@app.route('/fetch', methods=['GET']) |
d611971 by Arvind at 2013-03-26 |
28 |
def fetch(): |
|
29 |
connection = pymongo.Connection() |
|
30 |
db = connection['mural'] |
|
31 |
collection = db['data'] |
|
32 |
ret = {} |
|
33 |
x = 0 |
5c5d01a by Arvind at 2013-03-27 |
34 |
resource = "default" |
a5c95bf by Arvind at 2013-03-28 |
35 |
if request.args.has_key('uri'): |
|
36 |
resource = request.args['uri'] |
|
37 |
for i in collection.find({'uri':resource}): |
d611971 by Arvind at 2013-03-26 |
38 |
del(i['_id']) |
|
39 |
ret[x] = i |
|
40 |
x = x + 1 |
a5c95bf by Arvind at 2013-03-28 |
41 |
if len(ret) == 0: |
|
42 |
ret['error'] = "Sorry! No re-treats for you." |
5c5d01a by Arvind at 2013-03-27 |
43 |
return jsonify(ret) |
265ce28 by Anon Ray at 2013-02-08 |
44 |
|
a5c95bf by Arvind at 2013-03-28 |
45 |
|
438fa91 by Arvind at 2013-03-30 |
46 |
@app.route('/search', methods=['GET']) |
|
47 |
def search(): |
|
48 |
connection = pymongo.Connection() |
|
49 |
db = connection['mural'] |
|
50 |
collection = db['data'] |
|
51 |
y = 0 |
|
52 |
ret = {} |
|
53 |
for i in collection.find(): |
|
54 |
try: |
|
55 |
if request.args['data'] in i['nodes']: |
|
56 |
del(i['_id']) |
|
57 |
ret[y] = i |
|
58 |
y = y + 1 |
|
59 |
except: |
|
60 |
pass |
|
61 |
return render_template('blank.html', content = ret) |
a5c95bf by Arvind at 2013-03-28 |
62 |
@app.route('/submit', methods=['POST']) |
|
63 |
def submit(): |
|
64 |
c = pymongo.Connection() |
|
65 |
db = c['mural'] |
|
66 |
coll = db['data'] |
438fa91 by Arvind at 2013-03-30 |
67 |
requestData = json.loads(request.form['data']) |
a5c95bf by Arvind at 2013-03-28 |
68 |
try: |
438fa91 by Arvind at 2013-03-30 |
69 |
for i in requestData: |
|
70 |
coll.insert(i) |
|
71 |
response = make_response() |
|
72 |
response.status = '200 OK' |
|
73 |
response.status_code = 200 |
|
74 |
return response |
a5c95bf by Arvind at 2013-03-28 |
75 |
except: |
|
76 |
response = make_response() |
|
77 |
response.status = "500" |
aa2260f by Anon Ray at 2013-03-28 |
78 |
response.data = "Your post could not be saved. Try posting again." |
a5c95bf by Arvind at 2013-03-28 |
79 |
return response |
|
80 |
|
|
81 |
|
|
82 |
@app.route('/SWeeText', methods=['GET']) |
d09d88d by Arvind at 2013-03-28 |
83 |
def SWeeText(): |
|
84 |
if request.args.has_key('url'): |
|
85 |
myhandler1 = urllib2.Request(request.args['url'], headers={'User-Agent': "Mozilla/5.0(X11; U; Linux i686) Gecko/20071127 Firefox/2.0.0.11"}) |
|
86 |
a = urllib2.urlopen(myhandler1) |
|
87 |
page = a.read() |
|
88 |
a.close() |
|
89 |
try: |
a5c95bf by Arvind at 2013-03-28 |
90 |
page = unicode(page, 'utf-8') |
d09d88d by Arvind at 2013-03-28 |
91 |
except UnicodeDecodeError: |
|
92 |
pass |
|
93 |
root = lxml.html.parse(StringIO.StringIO(page)).getroot() |
|
94 |
root.make_links_absolute(request.args['url'], resolve_base_href = True) |
aa2260f by Anon Ray at 2013-03-28 |
95 |
|
|
96 |
# inject the JS toolbar to annotate text |
|
97 |
script = root.makeelement('script') |
|
98 |
script.set('src', 'static/text-annotation.js') |
|
99 |
link = root.makeelement('link') |
|
100 |
link.set('href', 'static/text-annotation.css') |
|
101 |
link.set('type', 'text/css') |
|
102 |
link.set('rel', 'stylesheet') |
|
103 |
|
|
104 |
root.body.append(script) |
|
105 |
root.head.append(link) |
|
106 |
|
d09d88d by Arvind at 2013-03-28 |
107 |
return lxml.html.tostring(root) |
aa2260f by Anon Ray at 2013-03-28 |
108 |
|
438fa91 by Arvind at 2013-03-30 |
109 |
|
8181191 by Arvind at 2013-02-08 |
110 |
#Log the errors, don't depend on apache to log it for you. |
aa2260f by Anon Ray at 2013-03-28 |
111 |
fil = FileHandler(os.path.join(os.path.dirname(__file__), 'logme'),mode='a') |
b184f1f by Arvind at 2013-02-08 |
112 |
fil.setLevel(logging.ERROR) |
|
113 |
app.logger.addHandler(fil) |
8181191 by Arvind at 2013-02-08 |
114 |
|
265ce28 by Anon Ray at 2013-02-08 |
115 |
|
04640f7 by Arvind at 2013-02-07 |
116 |
if __name__ == "__main__": |
b184f1f by Arvind at 2013-02-08 |
117 |
app.run(debug=True, host='0.0.0.0') |
04640f7 by Arvind at 2013-02-07 |
118 |
|