query.py

"""
process the DRC query data
"""


import os
import json
import sys
import re
import argparse
import codecs
from collections import Counter

PATH_FILE = os.path.join(os.path.dirname(os.path.realpath(__file__)),"path.json")

class DRCQuery(object):
    def __init__(self,query_path=None):
        if query_path:
            self._query_path = query_path
        else:
            path_data = json.load(open(PATH_FILE))
            self._query_path = path_data["query"]

        self._original_query_data = json.load(open(self._query_path))
        self._queries = {}
        for single_query in self._original_query_data:
            qid = str(single_query["qid"])
            query_string = single_query["query"].lower()
            self._queries[qid] = query_string


    @property
    def queries(self):
        return self._queries

    def count_top_disaster(self,top=5):
        words = {}
        for qid in self._queries:
            for w in re.findall("\w+",self._queries[qid]):
                if w not in words:
                    words[w] = 0
                words[w] += 1

        c = Counter(words)
        print c.most_common(top)

    


def main():
    parser = argparse.ArgumentParser(description=__doc__)
    parser.add_argument("--query_path","-qp")
    parser.add_argument("--top","-t",type=int,default=5)
    args=parser.parse_args()

    drc_queries =  DRCQuery(args.query_path)
    print drc_queries.queries
    print "-"*20
    drc_queries.count_top_disaster(args.top)

if __name__=="__main__":
    main()