# -*- coding: utf-8 -*- import nltk import time import clt_gen from mod_python import apache from mod_python import util def function(tokens_list): start_time = time.clock() tagged_tokens = [nltk.pos_tag(tokens) for tokens in tokens_list] json = '[' + ", ".join([render_json(tokens) for tokens in tagged_tokens]) + ']' result = clt_gen.json_envelope(json,start_time) return (result) def render_json(result): return '[' + ", ".join(['{"token":"%s","pos":"%s"}' % (w,f) for (w,f) in result]) + ']'