04640f7 by Arvind at 2013-02-07 1
from flask import Flask
2
from flask import request
d786060 by Anon Ray at 2013-07-09 3
from flask import render_template, url_for
265ce28 by Anon Ray at 2013-02-08 4
from flask import make_response
d611971 by Arvind at 2013-03-26 5
from flask import jsonify
e922d3b by Arvind at 2013-02-08 6
import logging
8181191 by Arvind at 2013-02-08 7
from logging import FileHandler
5c78a27 by Arvind at 2012-06-17 8
import pymongo
5c5d01a by Arvind at 2013-03-27 9
import os
d09d88d by Arvind at 2013-03-28 10
import lxml.html
11
import urllib2
12
import StringIO
c6d359e by Anon Ray at 2013-03-30 13
import json
11e0e84 by Arvind at 2013-04-16 14
import urllib
04640f7 by Arvind at 2013-02-07 15
3a2f834 by Anon Ray at 2013-07-09 16
import conf
17
import sweetmaker
18
04640f7 by Arvind at 2013-02-07 19
app = Flask(__name__)
20
3a2f834 by Anon Ray at 2013-07-09 21
SWEET_STORE_URL = conf.SWEET_STORE_URL
22
a5c95bf by Arvind at 2013-03-28 23
b184f1f by Arvind at 2013-02-08 24
@app.route('/', methods=['GET'])
04640f7 by Arvind at 2013-02-07 25
def index():
d611971 by Arvind at 2013-03-26 26
    if request.args.has_key('url'):
27
        return render_template('index.html', url=request.args['url'])
b184f1f by Arvind at 2013-02-08 28
    else:
29
        return render_template('index.html')
3018c67 by Arvind at 2013-02-08 30
a5c95bf by Arvind at 2013-03-28 31
32
@app.route('/fetch', methods=['GET'])
d611971 by Arvind at 2013-03-26 33
def fetch():
34
    connection = pymongo.Connection()
35
    db = connection['mural']
36
    collection = db['data']
37
    ret = {}
38
    x = 0
5c5d01a by Arvind at 2013-03-27 39
    resource = "default"
a5c95bf by Arvind at 2013-03-28 40
    if request.args.has_key('uri'):
41
        resource = request.args['uri']
031803b by Arvind at 2013-04-16 42
    for i in collection.find({'uri':resource}):
d611971 by Arvind at 2013-03-26 43
        del(i['_id'])
44
        ret[x] = i
45
        x = x + 1
031803b by Arvind at 2013-04-16 46
    else:
47
        for i in collection.find():
48
            del(i['_id'])
49
            ret[x] = i
50
            x = x + 1
a5c95bf by Arvind at 2013-03-28 51
    if len(ret) == 0:
52
        ret['error'] = "Sorry! No re-treats for you."
5c5d01a by Arvind at 2013-03-27 53
    return jsonify(ret)
265ce28 by Anon Ray at 2013-02-08 54
031803b by Arvind at 2013-04-16 55
@app.route('/sweets', methods=['GET'])
56
def displaySweet():
57
    return render_template('sweets.html')
a5c95bf by Arvind at 2013-03-28 58
438fa91 by Arvind at 2013-03-30 59
@app.route('/search', methods=['GET'])
60
def search():
61
    connection = pymongo.Connection()
62
    db = connection['mural']
63
    collection = db['data']
64
    y = 0
65
    ret = {}
7d19e0d by Arvind at 2013-03-30 66
    keywords_dict = json.loads(request.args['data'])
11e0e84 by Arvind at 2013-04-16 67
    #keywords = json.loads(keywords_dict)['data']
3a2f834 by Anon Ray at 2013-07-09 68
    if 'nodes' in keywords_dict:
69
        for i in collection.find():
7d19e0d by Arvind at 2013-03-30 70
            try:
3a2f834 by Anon Ray at 2013-07-09 71
                if 'how' in i:
72
                    i['nodes'] = i['how']
7d19e0d by Arvind at 2013-03-30 73
            except:
74
                pass
3a2f834 by Anon Ray at 2013-07-09 75
            for node in keywords_dict['nodes']:
76
                try:
77
                    if node in i['nodes']:
78
                        del(i['_id'])
79
                        ret[y] = i
80
                        y = y + 1
81
                except:
82
                    pass
83
    elif 'where' in keywords_dict:
84
        for i in collection.find({'uri': keywords_dict['where']}):
85
            del(i['_id'])
86
            ret[y] = i
87
            y = y + 1
88
        for i in collection.find({'where': {'$regex':\
89
                                            keywords_dict['where']}}):
90
            del(i['_id'])
91
            ret[y] = i
92
            y = y + 1
93
    
438fa91 by Arvind at 2013-03-30 94
    return render_template('blank.html', content = ret)
7d19e0d by Arvind at 2013-03-30 95
96
a5c95bf by Arvind at 2013-03-28 97
@app.route('/submit', methods=['POST'])
98
def submit():
99
    c = pymongo.Connection()
100
    db = c['mural']
101
    coll = db['data']
438fa91 by Arvind at 2013-03-30 102
    requestData = json.loads(request.form['data'])
a5c95bf by Arvind at 2013-03-28 103
    try:
438fa91 by Arvind at 2013-03-30 104
        for i in requestData:
105
            coll.insert(i)
3a2f834 by Anon Ray at 2013-07-09 106
        print 'inserted'
107
        print requestData
438fa91 by Arvind at 2013-03-30 108
        response = make_response()
323b73b by Anon Ray at 2013-03-30 109
        response.headers['Access-Control-Allow-Origin'] = '*'
438fa91 by Arvind at 2013-03-30 110
        response.status_code = 200
3a2f834 by Anon Ray at 2013-07-09 111
        for i in requestData:
112
            del(i['_id'])
113
            i['how'] = '{concepts: ' + ', '.join(i['how']) + '}'
114
            #i['how'] = attribs
115
        print 'payload for sweet'
116
        print requestData
117
        sweetmaker.sweet(SWEET_STORE_URL, requestData)
a5c95bf by Arvind at 2013-03-28 118
    except:
119
        response = make_response()
3a2f834 by Anon Ray at 2013-07-09 120
        response.status_code = 500
aa2260f by Anon Ray at 2013-03-28 121
        response.data = "Your post could not be saved. Try posting again."
3a2f834 by Anon Ray at 2013-07-09 122
123
    return response
124
a5c95bf by Arvind at 2013-03-28 125
4dcdc24 by Anon Ray at 2013-06-14 126
@app.route('/web/', methods=['GET'])
c6d359e by Anon Ray at 2013-03-30 127
def web():
128
  return render_template('web.html')
a5c95bf by Arvind at 2013-03-28 129
130
@app.route('/SWeeText', methods=['GET'])
d09d88d by Arvind at 2013-03-28 131
def SWeeText():
132
    if request.args.has_key('url'):
d1dac3f by Anon Ray at 2013-04-16 133
        # Log -- comment them
134
        print "Got URL " + request.args['url'] + " .. Fetching and Parsing.."
135
        myhandler1 = urllib2.Request(request.args['url'], headers={'User-Agent': "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:20.0) Gecko/20100101 Firefox/20.0"})
d09d88d by Arvind at 2013-03-28 136
        a = urllib2.urlopen(myhandler1)
137
        page = a.read()
138
        a.close()
139
        try:
a5c95bf by Arvind at 2013-03-28 140
            page = unicode(page, 'utf-8')
d09d88d by Arvind at 2013-03-28 141
        except UnicodeDecodeError:
142
            pass
143
        root = lxml.html.parse(StringIO.StringIO(page)).getroot()
144
        root.make_links_absolute(request.args['url'], resolve_base_href = True)
d1dac3f by Anon Ray at 2013-04-16 145
        # Log -- comment them
d786060 by Anon Ray at 2013-07-09 146
        #print "Page parsed.. Preparing to send.."
aa2260f by Anon Ray at 2013-03-28 147
148
        # inject the JS toolbar to annotate text
d1dac3f by Anon Ray at 2013-04-16 149
        jq = root.makeelement('script')
d786060 by Anon Ray at 2013-07-09 150
        jq.set('src', url_for('static', filename='jquery-1.9.1.min.js'))
d1dac3f by Anon Ray at 2013-04-16 151
aa2260f by Anon Ray at 2013-03-28 152
        script = root.makeelement('script')
d786060 by Anon Ray at 2013-07-09 153
        script.set('src', url_for('static', filename='text-annotation.js'))
d1dac3f by Anon Ray at 2013-04-16 154
c6d359e by Anon Ray at 2013-03-30 155
        tree = root.makeelement('script')
d786060 by Anon Ray at 2013-07-09 156
        tree.set('src', url_for('static', filename='tree.js'))
d1dac3f by Anon Ray at 2013-04-16 157
c6d359e by Anon Ray at 2013-03-30 158
        bs_js = root.makeelement('script')
d786060 by Anon Ray at 2013-07-09 159
        bs_js.set('src', url_for('static', filename='bootstrap.js'))
031803b by Arvind at 2013-04-16 160
c6d359e by Anon Ray at 2013-03-30 161
        jit = root.makeelement('script')
d786060 by Anon Ray at 2013-07-09 162
        jit.set('src', url_for('static', filename='jit.js'))
d1dac3f by Anon Ray at 2013-04-16 163
c6d359e by Anon Ray at 2013-03-30 164
        us = root.makeelement('script')
d786060 by Anon Ray at 2013-07-09 165
        us.set('src', url_for('static', filename='underscore-min-1.4.4.js'))
c6d359e by Anon Ray at 2013-03-30 166
aa2260f by Anon Ray at 2013-03-28 167
        link = root.makeelement('link')
d786060 by Anon Ray at 2013-07-09 168
        link.set('href', url_for('static', filename='text-annotation.css'))
aa2260f by Anon Ray at 2013-03-28 169
        link.set('type', 'text/css')
170
        link.set('rel', 'stylesheet')
d1dac3f by Anon Ray at 2013-04-16 171
c6d359e by Anon Ray at 2013-03-30 172
        bs = root.makeelement('link')
d786060 by Anon Ray at 2013-07-09 173
        bs.set('href', url_for('static', filename='bootstrap.css'))
c6d359e by Anon Ray at 2013-03-30 174
        bs.set('type', 'text/css')
175
        bs.set('rel', 'stylesheet')
d1dac3f by Anon Ray at 2013-04-16 176
c6d359e by Anon Ray at 2013-03-30 177
        tree_css = root.makeelement('link')
d786060 by Anon Ray at 2013-07-09 178
        tree_css.set('href', url_for('static', filename='tree.css'))
c6d359e by Anon Ray at 2013-03-30 179
        tree_css.set('type', 'text/css')
180
        tree_css.set('rel', 'stylesheet')
181
182
        root.head.append(bs)
aa2260f by Anon Ray at 2013-03-28 183
        root.head.append(link)
c6d359e by Anon Ray at 2013-03-30 184
        root.head.append(tree_css)
aa2260f by Anon Ray at 2013-03-28 185
d1dac3f by Anon Ray at 2013-04-16 186
        root.head.append(jq)
187
        root.head.append(bs_js)
188
        root.head.append(jit)
189
        root.head.append(us)
190
        root.head.append(tree)
191
        root.head.append(script)
192
d09d88d by Arvind at 2013-03-28 193
        return lxml.html.tostring(root)
aa2260f by Anon Ray at 2013-03-28 194
438fa91 by Arvind at 2013-03-30 195
8181191 by Arvind at 2013-02-08 196
#Log the errors, don't depend on apache to log it for you.
aa2260f by Anon Ray at 2013-03-28 197
    fil = FileHandler(os.path.join(os.path.dirname(__file__), 'logme'),mode='a')
b184f1f by Arvind at 2013-02-08 198
    fil.setLevel(logging.ERROR)
199
    app.logger.addHandler(fil)
8181191 by Arvind at 2013-02-08 200
265ce28 by Anon Ray at 2013-02-08 201
04640f7 by Arvind at 2013-02-07 202
if __name__ == "__main__":
b184f1f by Arvind at 2013-02-08 203
    app.run(debug=True, host='0.0.0.0')
04640f7 by Arvind at 2013-02-07 204