equal
deleted
inserted
replaced
22 pr = urlparse.ParseResult('http', default_domain, url_part.path, url_part.params, url_part.query, url_part.fragment) |
22 pr = urlparse.ParseResult('http', default_domain, url_part.path, url_part.params, url_part.query, url_part.fragment) |
23 return pr.geturl() |
23 return pr.geturl() |
24 |
24 |
25 |
25 |
26 def get_all_objects(res_url, field_filter): |
26 def get_all_objects(res_url, field_filter): |
27 contents = [] |
27 objects = [] |
28 url = res_url |
28 url = res_url |
29 while url: |
29 while url: |
30 r = requests.get(url) |
30 r = requests.get(url) |
31 if r.status_code != requests.codes.ok: #@UndefinedVariable |
31 if r.status_code != requests.codes.ok: #@UndefinedVariable |
32 logger.error("Error when requesting contents " + repr(r.status_code) + " : " + repr(r.text)) |
32 logger.error("Error when requesting objects " + repr(r.status_code) + " : " + repr(r.text)) |
33 break |
33 break |
34 contents.extend([ c for c in r.json['objects'] if c.get(field_filter, None) ]) |
34 objects.extend([ c for c in r.json['objects'] if field_filter is None or c.get(field_filter, None) ]) |
35 url = get_abs_url(r.json.get('meta',{}).get('next',None), settings.LDT_NETLOC) |
35 url = get_abs_url(r.json.get('meta',{}).get('next',None), settings.LDT_NETLOC) |
36 return contents |
36 return objects |
|
37 |
|
38 |