--- a/alipi/alipi.py +++ b/alipi/alipi.py @@ -8,7 +8,6 @@ import urllib2 import StringIO from flask import g -from flask import redirect from urllib import quote_plus from urllib import unquote_plus import conf @@ -17,58 +16,73 @@ import requests from flask import jsonify import json -from flask import url_for + app = Flask(__name__) + + @app.before_request def first(): - g.connection = pymongo.MongoClient('localhost',27017) #Create the object once and use it. + g.connection = pymongo.MongoClient('localhost', 27017) # Create the + # object once and use it. g.db = g.connection[conf.MONGODB[0]] -# @app.after_request -# def set_secret(response): -# response.set_cookie("key", conf.SWEET_SECRET_KEY[0]) - @app.teardown_request def close(exception): g.connection.disconnect() @app.route('/') -def start_page() : +def start_page(): d = {} d['foruri'] = request.args['foruri'] - myhandler1 = urllib2.Request(d['foruri'],headers={'User-Agent':"Mozilla/5.0 (X11; Linux x86_64; rv:25.0) Gecko/20100101 Firefox/25.0)"}) #A fix to send user-agents, so that sites render properly. + myhandler1 = urllib2.Request(d['foruri'], + headers={'User-Agent': + "Mozilla/5.0 (X11; " + + "Linux x86_64; rv:25.0)" + + "Gecko/20100101 Firefox/25.0)"}) + # A fix to send user-agents, so that sites render properly. try: a = urllib2.urlopen(myhandler1) if a.geturl() != d['foruri']: - return "There was a server redirect, please click on the link to continue.".format(quote_plus(a.geturl())) + return ("There was a server redirect, please click on the" + + " link to" + + " continue.".format(quote_plus(a.geturl()))) else: page = a.read() a.close() except ValueError: - return "The link is malformed, click here to be redirected.".format(quote_plus(unquote_plus(d['foruri'].encode('utf-8'))),request.args['lang']) + return ("The link is malformed, click " + + "" + + "here to be redirected.".format( + quote_plus(unquote_plus(d['foruri'].encode('utf-8'))), + request.args['lang'])) except urllib2.URLError: return render_template('error.html') try: - page = unicode(page,'utf-8') #Hack to fix improperly displayed chars on wikipedia. + page = unicode(page, 'utf-8') # Hack to fix improperly displayed chars on wikipedia. except UnicodeDecodeError: - pass #Some pages may not need be utf-8'ed + pass # Some pages may not need be utf-8'ed try: g.root = lxml.html.parse(StringIO.StringIO(page)).getroot() except ValueError: - g.root = lxml.html.parse(d['foruri']).getroot() #Sometimes creators of the page lie about the encoding, thus leading to this execption. http://lxml.de/parsing.html#python-unicode-strings + g.root = lxml.html.parse(d['foruri']).getroot() # Sometimes creators of the page lie about the encoding, thus leading to this execption. http://lxml.de/parsing.html#python-unicode-strings if request.args.has_key('lang') == False and request.args.has_key('blog') == False: - g.root.make_links_absolute(d['foruri'], resolve_base_href = True) + g.root.make_links_absolute(d['foruri'], + resolve_base_href=True) for i in g.root.iterlinks(): if i[1] == 'href' and i[0].tag != 'link': try: - i[0].attrib['href'] = 'http://{0}?foruri={1}'.format(conf.DEPLOYURL[0],quote_plus(i[0].attrib['href'])) + i[0].attrib['href'] = 'http://{0}?foruri={1}'.format( + conf.DEPLOYURL[0], quote_plus(i[0].attrib['href'])) except KeyError: - i[0].attrib['href'] = '{0}?foruri={1}'.format(conf.DEPLOYURL[0],quote_plus(i[0].attrib['href'].encode('utf-8'))) + i[0].attrib['href'] = '{0}?foruri={1}'.format( + conf.DEPLOYURL[0], quote_plus( + i[0].attrib['href'].encode('utf-8'))) setScripts() - g.root.body.set("onload","a11ypi.loadOverlay();") + g.root.body.set("onload", "a11ypi.loadOverlay();") response = make_response() response.data = lxml.html.tostring(g.root) return response @@ -76,13 +90,13 @@ elif request.args.has_key('lang') == True and request.args.has_key('interactive') == True and request.args.has_key('blog') == False: setScripts() setSocialScript() - g.root.body.set("onload","a11ypi.ren();a11ypi.tweet(); a11ypi.facebook(); a11ypi.loadOverlay();") - g.root.make_links_absolute(d['foruri'], resolve_base_href = True) + g.root.body.set("onload", "a11ypi.ren();a11ypi.tweet(); " + + "a11ypi.facebook(); a11ypi.loadOverlay();") + g.root.make_links_absolute(d['foruri'], resolve_base_href=True) response = make_response() response.data = lxml.html.tostring(g.root) return response - elif request.args.has_key('lang') == True and request.args.has_key('blog') == False: script_jq_mini = g.root.makeelement('script') g.root.body.append(script_jq_mini) @@ -93,24 +107,24 @@ g.root.body.append(script_test) script_test.set("src", conf.APPURL[0] + "/alipi/ui.js") script_test.set("type", "text/javascript") - g.root.body.set("onload","a11ypi.ren()"); + g.root.body.set("onload", "a11ypi.ren()") response = make_response() response.data = lxml.html.tostring(g.root) return response - elif request.args.has_key('interactive') == True and request.args.has_key('blog') == True and request.args.has_key('lang') == True: setScripts() setSocialScript() - g.root.body.set("onload","a11ypi.filter(); a11ypi.tweet(); a11ypi.facebook(); a11ypi.loadOverlay();"); - g.root.make_links_absolute(d['foruri'], resolve_base_href = True) + g.root.body.set("onload", "a11ypi.filter(); a11ypi.tweet();" + + "a11ypi.facebook(); a11ypi.loadOverlay();") + g.root.make_links_absolute(d['foruri'], resolve_base_href=True) response = make_response() response.data = lxml.html.tostring(g.root) return response elif request.args.has_key('interactive') == False and request.args.has_key('blog') == True: setScripts() - g.root.make_links_absolute(d['foruri'], resolve_base_href = True) + g.root.make_links_absolute(d['foruri'], resolve_base_href=True) g.root.body.set('onload', 'a11ypi.loadOverlay();') response = make_response() response.data = lxml.html.tostring(g.root) @@ -129,7 +143,7 @@ style = g.root.makeelement('link') g.root.body.append(style) - style.set("rel","stylesheet") + style.set("rel", "stylesheet") style.set("type", "text/css") style.set("href", conf.APPURL[0] + "/alipi/pack.min.css") @@ -140,15 +154,16 @@ info_button.set("id", "info") info_button.set("class", "alipi") info_button.set("onClick", "a11ypi.showInfo(a11ypi.responseJSON);") - info_button.text = "Info" - info_button.set("title", "Have a look at the information of each renarrated element") + info_button.text = "Info" + info_button.set("title", "Have a look at the information of each" + + " renarrated element") share_button = g.root.makeelement('button') g.root.body.append(share_button) share_button.set("id", "share") share_button.set("class", "alipi") share_button.set("onClick", "a11ypi.share();") - share_button.text = "Share" + share_button.text = "Share" share_button.set("title", "Share your contribution in your social network") see_orig = g.root.makeelement('button') @@ -157,7 +172,8 @@ see_orig.set("class", "alipi") see_orig.set("onClick", "a11ypi.showOriginal();") see_orig.text = "Original Page" - see_orig.set("title", "Go to Original link, the original page of this renarrated") + see_orig.set("title", "Go to Original link, the original page of this" + + " renarrated page") tweetroot = g.root.makeelement("div") tweetroot.set("id", "tweet-root") @@ -171,7 +187,10 @@ tweet.set("class", "alipi twitter-share-button") tweet.set("data-via", "a11ypi") tweet.set("data-lang", "en") - tweet.set("data-url", "http://y.a11y.in/web?foruri={0}&lang={1}&interactive=1".format(quote_plus(request.args['foruri']),(request.args['lang']).encode('unicode-escape'))) + tweet.set("data-url", "http://y.a11y.in/web?foruri={0}&lang={1}&" + + "interactive=1".format(quote_plus(request.args['foruri']), + (request.args['lang']).encode( + 'unicode-escape'))) tweet.textContent = "Tweet" tweetroot.append(tweet) @@ -179,7 +198,10 @@ fblike.set("id", "fb-like") fblike.set("class", "alipi fb-like") fblike.set("style", "display:none;padding:10px;") - fblike.set("data-href", "http://y.a11y.in/web?foruri={0}&lang={1}&interactive=1".format(quote_plus(request.args['foruri']),(request.args['lang']).encode('unicode-escape'))) + fblike.set("data-href", "http://y.a11y.in/web?foruri={0}&lang={1}&" + + "interactive=1".format(quote_plus(request.args['foruri']), + (request.args['lang']).encode( + 'unicode-escape'))) fblike.set("data-send", "true") fblike.set("data-layout", "button_count") fblike.set("data-width", "50") @@ -189,7 +211,7 @@ style = g.root.makeelement('link') g.root.body.append(style) - style.set("rel","stylesheet") + style.set("rel", "stylesheet") style.set("type", "text/css") style.set("href", "http://y.a11y.in/alipi/stylesheet.css") @@ -198,21 +220,27 @@ def show_directory(): collection = g.db['post'] query = collection.group( - key = Code('function(doc){return {"about" : doc.about,"lang":doc.lang}}'), - condition={"about":{'$regex':'^[/\S/]'}}, + key=Code('function(doc){' + + 'return {"about" : doc.about,"lang":doc.lang}}'), + condition={"about": {'$regex': '^[/\S/]'}}, initial={'na': []}, reduce=Code('function(doc,out){out.na.push(doc.blog)}') ) query.reverse() - return render_template('directory.html', name=query, mymodule = quote_plus, myset=set, mylist= list) + return render_template('directory.html', name=query, mymodule=quote_plus, + myset=set, mylist=list) + @app.route('/getLoc', methods=['GET']) def get_loc(): term = request.args['term'] - connection = oursql.Connection(conf.DBHOST[0],conf.DBUSRNAME[0],conf.DBPASSWD[0],db=conf.DBNAME[0]) + connection = oursql.Connection(conf.DBHOST[0], conf.DBUSRNAME[0], + conf.DBPASSWD[0], db=conf.DBNAME[0]) cursor = connection.cursor(oursql.DictCursor) - cursor.execute('select l.name, c.country_name from `location` as l, `codes` as c where l.name like ? and l.code=c.code limit ?', (term+'%', 5)) + cursor.execute('select l.name, c.country_name from `location` as l, ' + + ' `codes` as c where l.name like ? and l.code=c.code' + + ' limit ?', (term+'%', 5)) r = cursor.fetchall() connection.close() d = {} @@ -220,12 +248,16 @@ response = jsonify(d) response.headers['Access-Control-Allow-Origin'] = '*' return response + + @app.route('/getLang', methods=['GET']) def get_lang(): term = request.args['term'] - connection = oursql.Connection(conf.DBHOST[0],conf.DBUSRNAME[0],conf.DBPASSWD[0],db=conf.DBNAME[0]) + connection = oursql.Connection(conf.DBHOST[0], conf.DBUSRNAME[0], + conf.DBPASSWD[0], db=conf.DBNAME[0]) cursor = connection.cursor(oursql.DictCursor) - cursor.execute('select * from `languages` as l where l.name like ? limit ?', (term+'%',5)) + cursor.execute('select * from `languages` as l where l.name like' + + ' ? limit ?', (term+'%', 5)) r = cursor.fetchall() connection.close() d = {} @@ -234,19 +266,22 @@ response.headers['Access-Control-Allow-Origin'] = '*' return response + @app.route('/blank', methods=['GET']) def serve_blank(): return render_template('blank.html') + @app.route('/info', methods=['GET']) def serve_info(): coll = g.db['post'] d = {} cntr = 0 - for i in coll.find({"about":unquote_plus(request.args['about']),"lang":request.args['lang']}): + for i in coll.find({"about": unquote_plus(request.args['about']), + "lang": request.args['lang']}): i['_id'] = str(i['_id']) d[cntr] = i - cntr+=1 + cntr += 1 response = jsonify(d) response.headers['Access-Control-Allow-Origin'] = '*' return response @@ -258,24 +293,27 @@ lang = request.args['lang'] url = request.args['url'] query = collection.group( - key = Code('function(doc){return {"xpath" : doc.xpath, "about": doc.url}}'), - condition={"about" : url, "lang" : lang,"elementtype":"text"}, + key=Code('function(doc){' + + 'return {"xpath": doc.xpath, "about": doc.url}}'), + condition={"about": url, "lang": lang, "elementtype": "text"}, initial={'narration': []}, reduce=Code('function(doc,out){out.narration.push(doc);}') ) print query - audio_query =collection.group( - key = Code('function(doc){return {"xpath" : doc.xpath, "about": doc.url}}'), - condition={"about" : url, "lang" : lang, 'elementtype':"audio/ogg"}, + audio_query = collection.group( + key=Code('function(doc){' + + 'return {"xpath": doc.xpath, "about": doc.url}}'), + condition={"about": url, "lang": lang, 'elementtype': "audio/ogg"}, initial={'narration': []}, reduce=Code('function(doc,out){out.narration.push(doc);}') ) - image_query =collection.group( - key = Code('function(doc){return {"xpath" : doc.xpath, "about": doc.url}}'), - condition={"about" : url, "lang" : lang, 'elementtype':"image"}, + image_query = collection.group( + key=Code('function(doc){' + + 'return {"xpath": doc.xpath, "about": doc.url}}'), + condition={"about": url, "lang": lang, 'elementtype': "image"}, initial={'narration': []}, reduce=Code('function(doc,out){out.narration.push(doc);}') ) @@ -299,43 +337,49 @@ response.headers['Access-Control-Allow-Origin'] = '*' return response + @app.route('/feeds', methods=['GET']) def serve_feed_temp(): return render_template("feeds.html") + @app.route('/feed', methods=['GET']) def serve_feed(): coll = g.db['post'] d = {} cntr = 0 - for i in coll.find().sort('_id',direction=-1): + for i in coll.find().sort('_id', direction=-1): if i['data'] != '
': i['_id'] = str(i['_id']) d[cntr] = i - cntr+=1 + cntr += 1 response = jsonify(d) response.headers['Access-Control-Allow-Origin'] = '*' return response + @app.route('/about', methods=['GET']) def serve_authors(): coll = g.db['post'] d = {} cntr = 0 - for i in coll.find({"about":unquote_plus(request.args['about'])}): + for i in coll.find({"about": unquote_plus(request.args['about'])}): i['_id'] = str(i['_id']) d[cntr] = i - cntr+=1 + cntr += 1 response = jsonify(d) response.headers['Access-Control-Allow-Origin'] = '*' return response + + #Retrieve all information about a specific $about and a given $author. @app.route('/author', methods=['GET']) def serve_author(): coll = g.db['post'] d = {} cntr = 0 - for i in coll.find({"about":unquote_plus(request.args['about']),"author":unquote_plus(request.args['author'])}): + for i in coll.find({"about": unquote_plus(request.args['about']), + "author": unquote_plus(request.args['author'])}): i['_id'] = str(i['_id']) d[cntr] = i cntr += 1 @@ -343,12 +387,15 @@ response.headers['Access-Control-Allow-Origin'] = '*' return response + @app.route('/getAllLang', methods=['GET']) def get_all_lang(): term = request.args['term'] - connection = oursql.Connection(conf.DBHOST[0],conf.DBUSRNAME[0],conf.DBPASSWD[0],db=conf.DBNAME[0]) + connection = oursql.Connection(conf.DBHOST[0], conf.DBUSRNAME[0], + conf.DBPASSWD[0], db=conf.DBNAME[0]) cursor = connection.cursor(oursql.DictCursor) - cursor.execute('select * from `languages` as l where l.name like ?', (term+'%',)) + cursor.execute('select * from `languages` as l where l.name like ?', + (term+'%',)) r = cursor.fetchall() connection.close() d = {} @@ -363,16 +410,20 @@ data = json.loads(request.form['data']) collection = g.db['post'] page = {} - if type(data) is unicode: #A hack to fix malformed data. FIXME. + if type(data) is unicode: # A hack to fix malformed data. FIXME. data = json.loads(data) content = [] - for i in data: #Create content objects here for posting to blog. DELETEME. + for i in data: + # Create content objects here for posting to blog. DELETEME. if 'comments' in i: page['comments'] = i['comments'] else: contentobj = {} contentobj['type'] = i['elementtype'] - contentobj['attr'] = {"language":i['lang'], "location":i['location'], "about":i['about'], "xpath":i['xpath']} + contentobj['attr'] = {"language": i['lang'], + "location": i['location'], + "about": i['about'], + "xpath": i['xpath']} contentobj['data'] = i['data'] content.append(contentobj) i['bxpath'] = '' @@ -382,7 +433,10 @@ page['name'] = "About " + content[0]['attr']['about'] page['content'] = content - g.response_from_blogger = requests.api.post(conf.CUSTOM_BLOG_POST_URL[0], json.dumps(page), headers={"content-type":"application/json"}) + g.response_from_blogger = requests.api.post(conf.CUSTOM_BLOG_POST_URL[0], + json.dumps(page), + headers={"content-type": + "application/json"}) print "response from blogger " + repr(g.response_from_blogger) sweet(data) reply = make_response() @@ -390,11 +444,20 @@ def sweet(data): - """ A function to sweet the data that is inserted. Accepts a . """ + """ A function to sweet the data that is inserted. + Accepts a . """ for i in data: if 'type' in i: del(i['_id']) - sweetmaker.sweet(conf.SWEET_STORE_ADD[0], [{"what":i['type'], "who":i['author'], "where":i['about']+i['xpath'], "how":conf.CUSTOM_BLOG_URL[0]+"/#"+g.response_from_blogger.json()['name']+' {lang: '+i["lang"]+',loc: '+i["location"]+'}'}]) + sweetmaker.sweet(conf.SWEET_STORE_ADD[0], + [{"what": i['type'], + "who": i['author'], + "where":i['about']+i['xpath'], + "how":{'blogUrl': '{0}/#{1}'.format( + conf.CUSTOM_BLOG_URL[0], + g.response_from_blogger.json()['name']), + 'language': i['lang'], + 'location': i['location']}}]) return True # data = json.dumps(data) # req = requests.api.post(conf.SWEETURL[0]+"/add",{'data':data}) @@ -416,15 +479,18 @@ reply = make_response() return reply -@app.route("/menu",methods=['GET']) + +@app.route("/menu", methods=['GET']) def menuForDialog(): if request.args.has_key('option') == False: collection = g.db['post'] c = {} cntr = 0 print request.args['url'] - for i in collection.find({"about":request.args['url']}).distinct('lang'): - for j in collection.find({"about":request.args['url'],'lang':i}).distinct('type'): + for i in collection.find({"about": + request.args['url']}).distinct('lang'): + for j in collection.find({"about": request.args['url'], + 'lang': i}).distinct('type'): d = {} d['lang'] = i d['type'] = j @@ -436,10 +502,13 @@ collection = g.db['post'] #get the ren languages for the received url langForUrl = collection.group( - key = Code('function(doc){return {"about" : doc.about}}'), - condition={"about" : d['url'],"blog":{'$regex':'/'+d['option']+'.*/'}}, + key=Code('function(doc){return {"about" : doc.about}}'), + condition={"about": d['url'], "blog": {'$regex': + '/'+d['option']+'.*/'}}, initial={'lang': []}, - reduce=Code('function(doc, out){if (out.lang.indexOf(doc.lang) == -1) out.lang.push(doc.lang)}') #here xpath for test + reduce=Code('function(doc, out){' + + 'if (out.lang.indexOf(doc.lang) == -1)' + + 'out.lang.push(doc.lang)}') # here xpath for test ) #send the response @@ -457,15 +526,15 @@ url = request.args['url'] #all re-narrations of the same xpath are grouped query = collection.group( - key = None, - condition={"about" :{'$regex':url+'*'}}, + key=None, + condition={"about": {'$regex': url+'*'}}, initial={'narration': []}, reduce=Code('function(doc,out){out.narration.push(doc["about"]);}') ) - string='' - if len(query)==0: - return jsonify({'0':'empty'}) + string = '' + if len(query) == 0: + return jsonify({'0': 'empty'}) else: otherlist = {} cntr = -1 @@ -479,10 +548,11 @@ return jsonify(otherlist) -import logging,os +import logging +import os from logging import FileHandler -fil = FileHandler(os.path.join(os.path.dirname(__file__),'logme'),mode='a') +fil = FileHandler(os.path.join(os.path.dirname(__file__), 'logme'), mode='a') fil.setLevel(logging.ERROR) app.logger.addHandler(fil)