#!/usr/bin/env python # Scan the osm-vector directory, update the osm-vector-idx.json, add menu-defs from geojson import Feature, Point, FeatureCollection, Polygon import geojson import json import os import sys import fnmatch import re IIAB_PATH='/etc/iiab' if not IIAB_PATH in sys.path: sys.path.append(IIAB_PATH) from iiab_env import get_iiab_env SCRIPT_DIR = '/opt/admin/cmdsrv/scripts' if not SCRIPT_DIR in sys.path: sys.path.append(SCRIPT_DIR) import iiab_update_menus as menus doc_root = get_iiab_env('WWWROOT') menuDefs = doc_root + "/js-menu/menu-files/menu-defs/" osm_vector_idx_dir = doc_root + "/common/assets" #map_doc_root = '{{ osm_vector_path }}' map_doc_root = '/library/osm-vector' # map_catalog will be global, assumed always available map_catalog = {} map_menu_def_list = [] def main(): global map_menu_defs get_map_catalog() #print(json.dumps(map_catalog,indent=2)) map_menu_def_list = get_menu_def_names() #print(json.dumps(map_menu_defs,indent=2)) installed_maps = get_installed_regions() print(installed_maps) write_osm_vector_idx(installed_maps) for region in installed_maps: #print('checking for %s region'%region) if region != 'assets': item = map_catalog['regions'][region] menu_ref = item['perma_ref'] else: menu_ref = 'en-map_test' if region != 'assets' and not (region in map_menu_def_list): print('creating menu def for %s'%item['perma_ref']) create_menu_def(region,item['perma_ref'] + '.json') if fetch_menu_json_value('autoupdate_menu'): print('fetch_menu returned %s'%fetch_menu_json_value('autoupdate_menu')) # add this new menu def to home page print('calling to insert %s.json'%menu_ref) menus.update_menu_json(menu_ref) print('fetch_menu returned %s'%fetch_menu_json_value('autoupdate_menu')) def get_map_catalog(): global map_catalog input_json = osm_vector_idx_dir + '/regions.json' with open(input_json,'r') as regions: reg_str = regions.read() map_catalog = json.loads(reg_str) #print(json.dumps(map_catalog,indent=2)) def get_menu_def_names(intended_use='map'): menu_def_list =[] os.chdir(menuDefs) for filename in os.listdir('.'): if fnmatch.fnmatch(filename, '*.json'): try: with open(filename,'r') as json_file: readstr = json_file.read() data = json.loads(readstr) except: print("failed to parse %s"%filename) print(readstr) if data.get('intended_use','') != intended_use: continue map_name = data.get('name','') if map_name != '': menu_def_list.append(data['name']) return menu_def_list def get_installed_regions(): installed = [] os.chdir(map_doc_root) for filename in os.listdir('.'): if fnmatch.fnmatch(filename, '??-osm-omt*'): region = re.sub(r'^..-osm-omt_(.*)',r'\1',filename) installed.append(region) # add the splash page if no other maps are present if len(installed) == 0: installed.append('assets') return installed def write_osm_vector_idx(installed_maps): map_dict ={} map_dict['regions'] = {} for map in installed_maps: if map == 'assets': continue # not a real region data_dict = map_catalog['regions'].get(map,'') map_dict['regions'][map] = data_dict with open(osm_vector_idx_dir + '/osm-vector-idx.json','w') as idx: idx.write(json.dumps(map_dict,indent=2)) def create_menu_def(region,default_name,intended_use='map'): item = map_catalog['regions'][region] if len(item.get('language','')) > 2: lang = item['language'][:2] else: # default to english lang = 'en' filename = lang + '-' + item['perma_ref'] + '.json' # create a stub for this zim menuDef = {} default_logo = 'osm.jpg' menuDef["intended_use"] = "map" menuDef["lang"] = lang menuDef["logo_url"] = default_logo menuitem = lang + '-' + item['perma_ref'] menuDef["menu_item_name"] = default_name menuDef["title"] = "OpenStreetMap: 18 Levels of Zoom for " + item.get('title','ERROR') + '' menuDef["map_name"] = item['perma_ref'] menuDef["start_url"] = lang + '-' + item['perma_ref'] menuDef["description"] = '
Resolution of the Whole World to 5 KM. OpenStreetMap data for ' + item.get('title','') + ' with details down to 5 Meters
' menuDef["extra_html"] = "" menuDef["automatically_generated"] = "true" if not os.path.isfile(menuDefs + default_name): # logic to here can still overwrite existing menu def print("creating %s"%menuDefs + default_name) with open(menuDefs + default_name,'w') as menufile: menufile.write(json.dumps(menuDef,indent=2)) return default_name[:-5] def human_readable(num): # return 3 significant digits and unit specifier num = float(num) units = [ '','K','M','G'] for i in range(4): if num<10.0: return "%.2f%s"%(num,units[i]) if num<100.0: return "%.1f%s"%(num,units[i]) if num < 1000.0: return "%.0f%s"%(num,units[i]) num /= 1000.0 def fetch_menu_json_value(key): with open( doc_root + '/home/menu.json','r') as menudef: data = json.loads(menudef.read()) return data.get(key,'') if __name__ == '__main__': main()