vk.py

import urllib.parse
import requests
import sys
import json
from requests.exceptions import ReadTimeout
import networkx as nx
from pymongo import MongoClient
mongo = MongoClient()
db = mongo.vk_cache
table = db.vk_cache

"""module implements some vk.com api methods wrappers"""


def base_request(method, params, print_error=False, timeout=1):
    url = "http://api.vk.com/method/%s" % method
    doc = table.find_one({"_id": hash(url + json.dumps(params))})
    if doc is not None:
        return doc['response']
    doc = {"_id": hash(url + json.dumps(params))}
    while True:
        try:
            response = requests.post(url, data=dict(params), timeout=timeout)
            break
        except ReadTimeout:
            continue
    try:
        result = json.loads(response.text)
    except ValueError:
        return None
    if 'response' in result:
        doc['response'] = result['response']
        table.save(doc)
        return result['response']
    else:
        if print_error:
            sys.stderr.write(response.text)
        return None


def get_friends(user_id):
    res = base_request("friends.get", [('user_id', str(user_id))])
    if res is None:
        return []
    else:
        return res


def get_users_info(users_list, field_list=["movies"]):
    # Possible fields:
    #        "sex", "bdate", "city", "country", "photo_50", "photo_100", "photo_200_orig",
    #        "photo_200", "photo_400_orig", "photo_max", "photo_max_orig", "photo_id", "online",
    #        "online_mobile", "domain", "has_mobile", "contacts", "connections", "site", "education",
    #        "universities", "schools", "can_post", "can_see_all_posts", "can_see_audio",
    #        "can_write_private_message", "status", "last_seen", "relation",
    #        "relatives", "counters", "screen_name", "maiden_name", "timezone", "occupation,activities",
    #        "interests", "music", "movies", "tv", "books", "games", "about", "quotes", "personal",
    #        "friends_status"

    result = {}
    batch_size = 500
    fields = ",".join(field_list)
    start = 0
    while start < len(users_list):
        request_ids = ",".join([str(id) for id in users_list[start:start+batch_size]])
        data = base_request("users.get", [("fields", fields), ("user_ids", request_ids)], True, timeout=5)
        for item in data:
            result[str(item['uid'])] = item
        start += batch_size
    return result


def get_groups(user_id):
    res = base_request("users.getSubscriptions", [('user_id', str(user_id))])
    if res is None:
        return []
    else:
        return res


def get_social_ball(user_id, ball_size):
    queue = [(user_id, 0)]
    graph = {}
    user_set = {user_id}
    while queue != [] and queue[0][1] <= ball_size:
        user, distance = queue[0]
        del(queue[0])
        user_friends = get_friends(user)
        graph[user] = user_friends
        for friend in user_friends:
            user_set.add(friend)
            queue.append((friend, distance+1))
    return graph, user_set


def nx_graph(vk_graph):
    friends_graph = nx.Graph()
    for uid in vk_graph.keys():
        for friend in vk_graph[uid]:
            friends_graph.add_edge(str(uid), str(friend))
    return friends_graph