src/hp/utils.py
author ymh <ymh.work@gmail.com>
Thu, 22 Nov 2012 23:25:34 +0100
changeset 78 ac95f4f710db
parent 65 6289931858a7
child 83 07c9aa7de765
permissions -rw-r--r--
Forgot a quote in template

# -*- coding: utf-8 -*-
'''
Created on Nov 14, 2012

@author: ymh
'''
import urlparse
import requests
from . import settings
import logging

logger = logging.getLogger(__name__)

def get_abs_url(url, default_domain):
    
    if not url:
        return url
    url_part = urlparse.urlparse(url)
    if url_part.netloc:
        return url
    else:
        pr = urlparse.ParseResult('http', default_domain, url_part.path, url_part.params, url_part.query, url_part.fragment)
        return pr.geturl()
    

def get_all_objects(res_url, field_filter):
    objects = []
    url = res_url
    while url:        
        r = requests.get(url)
        if r.status_code != requests.codes.ok: #@UndefinedVariable
            logger.error("Error when requesting objects " + repr(r.status_code) + " : " + repr(r.text))
            break
        objects.extend([ c for c in  r.json['objects'] if field_filter is None or c.get(field_filter, None) ])
        url = get_abs_url(r.json.get('meta',{}).get('next',None), settings.LDT_NETLOC)
    return objects