04640f7 by Arvind at 2013-02-07 |
1 |
from flask import Flask |
|
2 |
from flask import request |
d786060 by Anon Ray at 2013-07-09 |
3 |
from flask import render_template, url_for |
265ce28 by Anon Ray at 2013-02-08 |
4 |
from flask import make_response |
d611971 by Arvind at 2013-03-26 |
5 |
from flask import jsonify |
e922d3b by Arvind at 2013-02-08 |
6 |
import logging |
8181191 by Arvind at 2013-02-08 |
7 |
from logging import FileHandler |
5c78a27 by Arvind at 2012-06-17 |
8 |
import pymongo |
5c5d01a by Arvind at 2013-03-27 |
9 |
import os |
d09d88d by Arvind at 2013-03-28 |
10 |
import lxml.html |
|
11 |
import urllib2 |
|
12 |
import StringIO |
c6d359e by Anon Ray at 2013-03-30 |
13 |
import json |
11e0e84 by Arvind at 2013-04-16 |
14 |
import urllib |
04640f7 by Arvind at 2013-02-07 |
15 |
|
3a2f834 by Anon Ray at 2013-07-09 |
16 |
import conf |
|
17 |
import sweetmaker |
|
18 |
|
04640f7 by Arvind at 2013-02-07 |
19 |
app = Flask(__name__) |
|
20 |
|
3a2f834 by Anon Ray at 2013-07-09 |
21 |
SWEET_STORE_URL = conf.SWEET_STORE_URL |
|
22 |
|
a5c95bf by Arvind at 2013-03-28 |
23 |
|
b184f1f by Arvind at 2013-02-08 |
24 |
@app.route('/', methods=['GET']) |
04640f7 by Arvind at 2013-02-07 |
25 |
def index(): |
d611971 by Arvind at 2013-03-26 |
26 |
if request.args.has_key('url'): |
|
27 |
return render_template('index.html', url=request.args['url']) |
b184f1f by Arvind at 2013-02-08 |
28 |
else: |
|
29 |
return render_template('index.html') |
3018c67 by Arvind at 2013-02-08 |
30 |
|
a5c95bf by Arvind at 2013-03-28 |
31 |
|
|
32 |
@app.route('/fetch', methods=['GET']) |
d611971 by Arvind at 2013-03-26 |
33 |
def fetch(): |
1037543 by Arvind at 2013-07-16 |
34 |
connection = pymongo.MongoClient('localhost',27017) |
d611971 by Arvind at 2013-03-26 |
35 |
db = connection['mural'] |
|
36 |
collection = db['data'] |
|
37 |
ret = {} |
|
38 |
x = 0 |
5c5d01a by Arvind at 2013-03-27 |
39 |
resource = "default" |
a5c95bf by Arvind at 2013-03-28 |
40 |
if request.args.has_key('uri'): |
|
41 |
resource = request.args['uri'] |
031803b by Arvind at 2013-04-16 |
42 |
for i in collection.find({'uri':resource}): |
d611971 by Arvind at 2013-03-26 |
43 |
del(i['_id']) |
|
44 |
ret[x] = i |
|
45 |
x = x + 1 |
031803b by Arvind at 2013-04-16 |
46 |
else: |
|
47 |
for i in collection.find(): |
|
48 |
del(i['_id']) |
|
49 |
ret[x] = i |
|
50 |
x = x + 1 |
a5c95bf by Arvind at 2013-03-28 |
51 |
if len(ret) == 0: |
|
52 |
ret['error'] = "Sorry! No re-treats for you." |
5c5d01a by Arvind at 2013-03-27 |
53 |
return jsonify(ret) |
265ce28 by Anon Ray at 2013-02-08 |
54 |
|
031803b by Arvind at 2013-04-16 |
55 |
@app.route('/sweets', methods=['GET']) |
|
56 |
def displaySweet(): |
|
57 |
return render_template('sweets.html') |
a5c95bf by Arvind at 2013-03-28 |
58 |
|
438fa91 by Arvind at 2013-03-30 |
59 |
@app.route('/search', methods=['GET']) |
|
60 |
def search(): |
1037543 by Arvind at 2013-07-16 |
61 |
connection = pymongo.MongoClient('localhost',27017) |
438fa91 by Arvind at 2013-03-30 |
62 |
db = connection['mural'] |
|
63 |
collection = db['data'] |
|
64 |
y = 0 |
|
65 |
ret = {} |
7d19e0d by Arvind at 2013-03-30 |
66 |
keywords_dict = json.loads(request.args['data']) |
11e0e84 by Arvind at 2013-04-16 |
67 |
#keywords = json.loads(keywords_dict)['data'] |
3a2f834 by Anon Ray at 2013-07-09 |
68 |
if 'nodes' in keywords_dict: |
|
69 |
for i in collection.find(): |
7d19e0d by Arvind at 2013-03-30 |
70 |
try: |
3a2f834 by Anon Ray at 2013-07-09 |
71 |
if 'how' in i: |
|
72 |
i['nodes'] = i['how'] |
7d19e0d by Arvind at 2013-03-30 |
73 |
except: |
|
74 |
pass |
3a2f834 by Anon Ray at 2013-07-09 |
75 |
for node in keywords_dict['nodes']: |
|
76 |
try: |
|
77 |
if node in i['nodes']: |
|
78 |
del(i['_id']) |
|
79 |
ret[y] = i |
|
80 |
y = y + 1 |
|
81 |
except: |
|
82 |
pass |
|
83 |
elif 'where' in keywords_dict: |
|
84 |
for i in collection.find({'uri': keywords_dict['where']}): |
|
85 |
del(i['_id']) |
|
86 |
ret[y] = i |
|
87 |
y = y + 1 |
|
88 |
for i in collection.find({'where': {'$regex':\ |
|
89 |
keywords_dict['where']}}): |
|
90 |
del(i['_id']) |
|
91 |
ret[y] = i |
|
92 |
y = y + 1 |
b55ed79 by Anon Ray at 2013-07-10 |
93 |
|
|
94 |
return render_template('blank.html', content = ret, flag =\ |
|
95 |
request.args['flag']) |
7d19e0d by Arvind at 2013-03-30 |
96 |
|
|
97 |
|
a5c95bf by Arvind at 2013-03-28 |
98 |
@app.route('/submit', methods=['POST']) |
|
99 |
def submit(): |
1037543 by Arvind at 2013-07-16 |
100 |
c = pymongo.MongoClient('localhost',27017) |
a5c95bf by Arvind at 2013-03-28 |
101 |
db = c['mural'] |
|
102 |
coll = db['data'] |
438fa91 by Arvind at 2013-03-30 |
103 |
requestData = json.loads(request.form['data']) |
a5c95bf by Arvind at 2013-03-28 |
104 |
try: |
438fa91 by Arvind at 2013-03-30 |
105 |
for i in requestData: |
|
106 |
coll.insert(i) |
3a2f834 by Anon Ray at 2013-07-09 |
107 |
print 'inserted' |
|
108 |
print requestData |
438fa91 by Arvind at 2013-03-30 |
109 |
response = make_response() |
323b73b by Anon Ray at 2013-03-30 |
110 |
response.headers['Access-Control-Allow-Origin'] = '*' |
438fa91 by Arvind at 2013-03-30 |
111 |
response.status_code = 200 |
3a2f834 by Anon Ray at 2013-07-09 |
112 |
for i in requestData: |
|
113 |
del(i['_id']) |
|
114 |
i['how'] = '{concepts: ' + ', '.join(i['how']) + '}' |
|
115 |
#i['how'] = attribs |
|
116 |
print 'payload for sweet' |
|
117 |
print requestData |
|
118 |
sweetmaker.sweet(SWEET_STORE_URL, requestData) |
a5c95bf by Arvind at 2013-03-28 |
119 |
except: |
|
120 |
response = make_response() |
3a2f834 by Anon Ray at 2013-07-09 |
121 |
response.status_code = 500 |
aa2260f by Anon Ray at 2013-03-28 |
122 |
response.data = "Your post could not be saved. Try posting again." |
3a2f834 by Anon Ray at 2013-07-09 |
123 |
|
|
124 |
return response |
|
125 |
|
a5c95bf by Arvind at 2013-03-28 |
126 |
|
4dcdc24 by Anon Ray at 2013-06-14 |
127 |
@app.route('/web/', methods=['GET']) |
c6d359e by Anon Ray at 2013-03-30 |
128 |
def web(): |
|
129 |
return render_template('web.html') |
a5c95bf by Arvind at 2013-03-28 |
130 |
|
|
131 |
@app.route('/SWeeText', methods=['GET']) |
d09d88d by Arvind at 2013-03-28 |
132 |
def SWeeText(): |
|
133 |
if request.args.has_key('url'): |
d1dac3f by Anon Ray at 2013-04-16 |
134 |
# Log -- comment them |
|
135 |
print "Got URL " + request.args['url'] + " .. Fetching and Parsing.." |
|
136 |
myhandler1 = urllib2.Request(request.args['url'], headers={'User-Agent': "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:20.0) Gecko/20100101 Firefox/20.0"}) |
d09d88d by Arvind at 2013-03-28 |
137 |
a = urllib2.urlopen(myhandler1) |
|
138 |
page = a.read() |
|
139 |
a.close() |
|
140 |
try: |
a5c95bf by Arvind at 2013-03-28 |
141 |
page = unicode(page, 'utf-8') |
d09d88d by Arvind at 2013-03-28 |
142 |
except UnicodeDecodeError: |
|
143 |
pass |
|
144 |
root = lxml.html.parse(StringIO.StringIO(page)).getroot() |
|
145 |
root.make_links_absolute(request.args['url'], resolve_base_href = True) |
d1dac3f by Anon Ray at 2013-04-16 |
146 |
# Log -- comment them |
d786060 by Anon Ray at 2013-07-09 |
147 |
#print "Page parsed.. Preparing to send.." |
aa2260f by Anon Ray at 2013-03-28 |
148 |
|
|
149 |
# inject the JS toolbar to annotate text |
d1dac3f by Anon Ray at 2013-04-16 |
150 |
jq = root.makeelement('script') |
d786060 by Anon Ray at 2013-07-09 |
151 |
jq.set('src', url_for('static', filename='jquery-1.9.1.min.js')) |
d1dac3f by Anon Ray at 2013-04-16 |
152 |
|
aa2260f by Anon Ray at 2013-03-28 |
153 |
script = root.makeelement('script') |
d786060 by Anon Ray at 2013-07-09 |
154 |
script.set('src', url_for('static', filename='text-annotation.js')) |
d1dac3f by Anon Ray at 2013-04-16 |
155 |
|
a182289 by Arvind at 2013-07-10 |
156 |
|
|
157 |
config_script = root.makeelement('script') |
|
158 |
config_script.set('src', url_for('static', filename='config.js')) |
|
159 |
|
c6d359e by Anon Ray at 2013-03-30 |
160 |
tree = root.makeelement('script') |
d786060 by Anon Ray at 2013-07-09 |
161 |
tree.set('src', url_for('static', filename='tree.js')) |
d1dac3f by Anon Ray at 2013-04-16 |
162 |
|
c6d359e by Anon Ray at 2013-03-30 |
163 |
bs_js = root.makeelement('script') |
d786060 by Anon Ray at 2013-07-09 |
164 |
bs_js.set('src', url_for('static', filename='bootstrap.js')) |
031803b by Arvind at 2013-04-16 |
165 |
|
c6d359e by Anon Ray at 2013-03-30 |
166 |
jit = root.makeelement('script') |
d786060 by Anon Ray at 2013-07-09 |
167 |
jit.set('src', url_for('static', filename='jit.js')) |
d1dac3f by Anon Ray at 2013-04-16 |
168 |
|
c6d359e by Anon Ray at 2013-03-30 |
169 |
us = root.makeelement('script') |
d786060 by Anon Ray at 2013-07-09 |
170 |
us.set('src', url_for('static', filename='underscore-min-1.4.4.js')) |
c6d359e by Anon Ray at 2013-03-30 |
171 |
|
aa2260f by Anon Ray at 2013-03-28 |
172 |
link = root.makeelement('link') |
d786060 by Anon Ray at 2013-07-09 |
173 |
link.set('href', url_for('static', filename='text-annotation.css')) |
aa2260f by Anon Ray at 2013-03-28 |
174 |
link.set('type', 'text/css') |
|
175 |
link.set('rel', 'stylesheet') |
d1dac3f by Anon Ray at 2013-04-16 |
176 |
|
c6d359e by Anon Ray at 2013-03-30 |
177 |
bs = root.makeelement('link') |
d786060 by Anon Ray at 2013-07-09 |
178 |
bs.set('href', url_for('static', filename='bootstrap.css')) |
c6d359e by Anon Ray at 2013-03-30 |
179 |
bs.set('type', 'text/css') |
|
180 |
bs.set('rel', 'stylesheet') |
d1dac3f by Anon Ray at 2013-04-16 |
181 |
|
c6d359e by Anon Ray at 2013-03-30 |
182 |
tree_css = root.makeelement('link') |
d786060 by Anon Ray at 2013-07-09 |
183 |
tree_css.set('href', url_for('static', filename='tree.css')) |
c6d359e by Anon Ray at 2013-03-30 |
184 |
tree_css.set('type', 'text/css') |
|
185 |
tree_css.set('rel', 'stylesheet') |
|
186 |
|
|
187 |
root.head.append(bs) |
aa2260f by Anon Ray at 2013-03-28 |
188 |
root.head.append(link) |
c6d359e by Anon Ray at 2013-03-30 |
189 |
root.head.append(tree_css) |
aa2260f by Anon Ray at 2013-03-28 |
190 |
|
d1dac3f by Anon Ray at 2013-04-16 |
191 |
root.head.append(jq) |
|
192 |
root.head.append(bs_js) |
|
193 |
root.head.append(jit) |
|
194 |
root.head.append(us) |
|
195 |
root.head.append(tree) |
|
196 |
root.head.append(script) |
a182289 by Arvind at 2013-07-10 |
197 |
root.head.append(config_script) |
d1dac3f by Anon Ray at 2013-04-16 |
198 |
|
d09d88d by Arvind at 2013-03-28 |
199 |
return lxml.html.tostring(root) |
aa2260f by Anon Ray at 2013-03-28 |
200 |
|
438fa91 by Arvind at 2013-03-30 |
201 |
|
8181191 by Arvind at 2013-02-08 |
202 |
#Log the errors, don't depend on apache to log it for you. |
aa2260f by Anon Ray at 2013-03-28 |
203 |
fil = FileHandler(os.path.join(os.path.dirname(__file__), 'logme'),mode='a') |
b184f1f by Arvind at 2013-02-08 |
204 |
fil.setLevel(logging.ERROR) |
|
205 |
app.logger.addHandler(fil) |
8181191 by Arvind at 2013-02-08 |
206 |
|
265ce28 by Anon Ray at 2013-02-08 |
207 |
|
04640f7 by Arvind at 2013-02-07 |
208 |
if __name__ == "__main__": |
b184f1f by Arvind at 2013-02-08 |
209 |
app.run(debug=True, host='0.0.0.0') |
04640f7 by Arvind at 2013-02-07 |
210 |
|