Catalogs

Utilities for building the VIIRS-NDB catalog

---

get_data

 get_data (url:str, headers:dict={})

data = get_data(VIIRS_LINK)

CPU times: user 40.8 ms, sys: 2.1 ms, total: 42.9 ms
Wall time: 1.52 s

assert 'links' in data

---

make_df

 make_df (data, rel)

df = make_df(data,rel='child')

assert set(['href','rel','type']) == set(df.columns.values)

assert len(df) == 105

---

parse_folder

 parse_folder (href)

assert parse_folder('https://globalnightlight.s3.amazonaws.com/201204/201204_catalog.json') == '201204'
assert parse_folder('https://globalnightlight.s3.amazonaws.com/npp_202012/npp_202012_catalog.json') == 'npp_202012'

---

parse_yearmonth

 parse_yearmonth (folder)

assert parse_yearmonth('201204') == '201204'
assert parse_yearmonth('npp_202012') == '202012'

---

parse_baseurl

 parse_baseurl (href)

assert parse_baseurl('https://globalnightlight.s3.amazonaws.com/npp_202012/npp_202012_catalog.json') == 'https://globalnightlight.s3.amazonaws.com'

---

transform_kids_df

 transform_kids_df (kids_df)

df = transform_kids_df(df)

assert set(['href','folder','baseurl','yearmonth']) == set(df.columns.values)

---

get_item_catalogs

 get_item_catalogs (link:str=None, rel:str='child')

catalogs = get_item_catalogs()

CPU times: user 43.1 ms, sys: 4.96 ms, total: 48 ms
Wall time: 1.42 s

assert len(catalogs) == 105

assert set(['href','folder','baseurl','yearmonth']) == set(catalogs.columns.values)