mirror of
https://github.com/iiab/iiab.git
synced 2025-03-09 15:40:17 +00:00
only put bash script here. update-menus in Adm Cons
This commit is contained in:
Tim Moody
parent
edaecab6c6
commit
bb3c6174f1
2 changed files with 12 additions and 280 deletions
|
|
@ -1,224 +1,15 @@
|
||||||
#!/usr/bin/python3
|
#!/bin/bash
|
||||||
# Scan the osm-vector-maps directory, update the osm-vector-maps-idx.json, add menu-defs
|
|
||||||
|
|
||||||
#from geojson import Feature, Point, FeatureCollection, Polygon
|
CMDSRV_SCRIPTS="{{ cmdsrv_dir }}/scripts"
|
||||||
#import geojson
|
if [ ! -f "$CMDSRV_SCRIPTS/iiab_update_menus.py" ]; then
|
||||||
import json
|
echo "Admin Console not installed. Exiting."
|
||||||
import os
|
exit
|
||||||
import sys
|
fi
|
||||||
import fnmatch
|
|
||||||
import re
|
|
||||||
from datetime import date
|
|
||||||
|
|
||||||
IIAB_PATH='/etc/iiab'
|
$CMDSRV_SCRIPTS/iiab_update_menus.py
|
||||||
if not IIAB_PATH in sys.path:
|
|
||||||
sys.path.append(IIAB_PATH)
|
|
||||||
from iiab_env import get_iiab_env
|
|
||||||
|
|
||||||
SCRIPT_DIR = '/opt/admin/cmdsrv/scripts'
|
if [ $? -ne 0 ]; then
|
||||||
if not SCRIPT_DIR in sys.path:
|
echo "Update Menus Failed."
|
||||||
sys.path.append(SCRIPT_DIR)
|
exit 1
|
||||||
if os.path.exists(os.path.join(SCRIPT_DIR,'iiab_update_menus.py')):
|
fi
|
||||||
import iiab_update_menus as menus
|
exit
|
||||||
console_installed = True
|
|
||||||
else:
|
|
||||||
console_installed = False
|
|
||||||
|
|
||||||
doc_root = get_iiab_env('WWWROOT')
|
|
||||||
menuDefs = doc_root + "/js-menu/menu-files/menu-defs/"
|
|
||||||
vector_map_idx_dir = doc_root + "/common/assets"
|
|
||||||
map_doc_root = '{{ vector_map_path }}' # /library/www/osm-vector-maps
|
|
||||||
# map_catalog will be global, assumed always available
|
|
||||||
map_catalog = {}
|
|
||||||
map_menu_def_list = []
|
|
||||||
previous_idx = {} # track new regions so we don't thrash on adding to menu
|
|
||||||
|
|
||||||
def main():
|
|
||||||
global map_menu_def_list
|
|
||||||
global previous_idx
|
|
||||||
|
|
||||||
get_map_catalog()
|
|
||||||
#print(json.dumps(map_catalog,indent=2))
|
|
||||||
|
|
||||||
map_menu_def_list = get_menu_def_names()
|
|
||||||
print(json.dumps(map_menu_def_list,indent=2))
|
|
||||||
|
|
||||||
read_vector_map_idx()
|
|
||||||
|
|
||||||
installed_maps = get_installed_regions()
|
|
||||||
print(installed_maps)
|
|
||||||
|
|
||||||
write_vector_map_idx(installed_maps)
|
|
||||||
|
|
||||||
# For installed regions, check that a menu def exists, and it's on home page
|
|
||||||
for fname in installed_maps:
|
|
||||||
region = extract_region_from_filename(fname)
|
|
||||||
if region == 'maplist': # it is the splash page, display only if no others
|
|
||||||
menu_ref = 'en-map_test'
|
|
||||||
item = { "perma_ref" : "en-map_test" }
|
|
||||||
if len(installed_maps) == 1:
|
|
||||||
menus.update_menu_json(menu_ref)
|
|
||||||
return
|
|
||||||
elif region not in map_catalog['regions']:
|
|
||||||
print ("Skipping unknown map " + fname)
|
|
||||||
continue
|
|
||||||
else:
|
|
||||||
item = map_catalog['regions'][region]
|
|
||||||
menu_ref = item['perma_ref']
|
|
||||||
if not (menu_ref in map_menu_def_list):
|
|
||||||
print('creating menu def for %s'%item['perma_ref'])
|
|
||||||
create_menu_def(region,item['perma_ref'] + '.json')
|
|
||||||
# if autoupdate allowed and this is a new region then add to home menu
|
|
||||||
if fetch_menu_json_value('autoupdate_menu') and item['perma_ref'] not in previous_idx:
|
|
||||||
print('autoudate of menu items is enabled:%s. Adding %s'%(\
|
|
||||||
fetch_menu_json_value('autoupdate_menu'),region,))
|
|
||||||
menus.update_menu_json(menu_ref)
|
|
||||||
# redirect from box/maps to an installed map rather than test page
|
|
||||||
with open(map_doc_root + '/index.html','w') as fp:
|
|
||||||
outstr = """<head> \n<meta http-equiv="refresh" content="0; URL=/osm-vector-maps/en-osm-omt_%s " />\n</head>"""%fname
|
|
||||||
fp.write(outstr)
|
|
||||||
|
|
||||||
|
|
||||||
def get_map_catalog():
|
|
||||||
global map_catalog
|
|
||||||
input_json = map_doc_root + '/maplist/assets/regions.json'
|
|
||||||
with open(input_json,'r') as regions:
|
|
||||||
reg_str = regions.read()
|
|
||||||
map_catalog = json.loads(reg_str)
|
|
||||||
#print(json.dumps(map_catalog,indent=2))
|
|
||||||
|
|
||||||
def get_menu_def_names(intended_use='map'):
|
|
||||||
menu_def_list =[]
|
|
||||||
os.chdir(menuDefs)
|
|
||||||
for filename in os.listdir('.'):
|
|
||||||
if fnmatch.fnmatch(filename, '*.json'):
|
|
||||||
try:
|
|
||||||
with open(filename,'r') as json_file:
|
|
||||||
readstr = json_file.read()
|
|
||||||
data = json.loads(readstr)
|
|
||||||
except:
|
|
||||||
print("failed to parse %s"%filename)
|
|
||||||
print(readstr)
|
|
||||||
if data.get('intended_use','') != intended_use:
|
|
||||||
continue
|
|
||||||
map_name = data.get('map_name','')
|
|
||||||
if map_name != '':
|
|
||||||
menu_def_list.append(map_name)
|
|
||||||
return menu_def_list
|
|
||||||
|
|
||||||
def get_installed_regions():
|
|
||||||
installed = []
|
|
||||||
os.chdir(map_doc_root)
|
|
||||||
for filename in os.listdir('.'):
|
|
||||||
if fnmatch.fnmatch(filename, '??-osm-omt*'):
|
|
||||||
region = re.sub(r'^..-osm-..._(.*)',r'\1',filename)
|
|
||||||
installed.append(region)
|
|
||||||
# add the splash page if no other maps are present
|
|
||||||
if len(installed) == 0:
|
|
||||||
installed.append('maplist')
|
|
||||||
return installed
|
|
||||||
|
|
||||||
def read_vector_map_idx():
|
|
||||||
global previous_idx
|
|
||||||
try: # will fail first time
|
|
||||||
with open(vector_map_idx_dir + '/vector-map-idx.json','r') as idx:
|
|
||||||
str = idx.read()
|
|
||||||
previous_idx = json.loads(str)
|
|
||||||
except:
|
|
||||||
pass
|
|
||||||
|
|
||||||
def write_vector_map_idx(installed_maps):
|
|
||||||
map_dict ={}
|
|
||||||
idx_dict = {}
|
|
||||||
for fname in installed_maps:
|
|
||||||
region = extract_region_from_filename(fname)
|
|
||||||
if map == 'maplist': continue # not a real region
|
|
||||||
map_dict = map_catalog['regions'].get(region,'')
|
|
||||||
if map_dict == '': continue
|
|
||||||
|
|
||||||
# Create the idx file in format required bo js-menu system
|
|
||||||
item = map_dict['perma_ref']
|
|
||||||
idx_dict[item] = {}
|
|
||||||
idx_dict[item]['file_name'] = os.path.basename(map_dict['url'][:-4])
|
|
||||||
idx_dict[item]['menu_item'] = map_dict['perma_ref']
|
|
||||||
idx_dict[item]['size'] = map_dict['size']
|
|
||||||
idx_dict[item]['date'] = map_dict['date']
|
|
||||||
idx_dict[item]['region'] = region
|
|
||||||
idx_dict[item]['language'] = map_dict['perma_ref'][:2]
|
|
||||||
|
|
||||||
with open(vector_map_idx_dir + '/vector-map-idx.json','w') as idx:
|
|
||||||
idx.write(json.dumps(idx_dict,indent=2))
|
|
||||||
|
|
||||||
def create_menu_def(region,default_name,intended_use='map'):
|
|
||||||
item = map_catalog['regions'][region]
|
|
||||||
if len(item.get('language','')) > 2:
|
|
||||||
lang = item['language'][:2]
|
|
||||||
else: # default to english
|
|
||||||
lang = 'en'
|
|
||||||
filename = lang + '-' + item['perma_ref'] + '.json'
|
|
||||||
# create a stub for this zim
|
|
||||||
menuDef = {}
|
|
||||||
default_logo = 'osm.jpg'
|
|
||||||
menuDef["intended_use"] = "map"
|
|
||||||
menuDef["lang"] = lang
|
|
||||||
menuDef["logo_url"] = default_logo
|
|
||||||
menuitem = lang + '-' + item['perma_ref']
|
|
||||||
menuDef["menu_item_name"] = default_name
|
|
||||||
|
|
||||||
if item.get('title','ERROR') == "World":
|
|
||||||
fancyTitle = "Planet Earth"
|
|
||||||
elif item.get('title','ERROR') == "Central America":
|
|
||||||
fancyTitle = "Central America-Caribbean"
|
|
||||||
else:
|
|
||||||
fancyTitle = item.get('title','ERROR')
|
|
||||||
|
|
||||||
if fancyTitle == "Planet Earth":
|
|
||||||
menuDef["title"] = "OpenStreetMap: " + fancyTitle
|
|
||||||
else:
|
|
||||||
menuDef["title"] = "OpenStreetMap: " + fancyTitle + " & Earth"
|
|
||||||
|
|
||||||
menuDef["map_name"] = item['perma_ref']
|
|
||||||
# the following is in the idx json
|
|
||||||
#menuDef["file_name"] = lang + '-osm-omt_' + region + '_' + os.path.basename(item['url'])[:-4]
|
|
||||||
menuDef["description"] = '19 levels of zoom (~1 m details) for ' + fancyTitle + ', illustrating human geography.<p>10 levels of zoom (~1 km details) for satellite photos, covering the whole world.'
|
|
||||||
menuDef["extra_description"] = 'Search for cities/towns with more than 1000 people. There are about 127,654 worldwide.'
|
|
||||||
menuDef["extra_html"] = ""
|
|
||||||
#menuDef["automatically_generated"] = "true"
|
|
||||||
menuDef["change_ref"] = "generated"
|
|
||||||
menuDef["change_date"] = str(date.today())
|
|
||||||
if not os.path.isfile(menuDefs + default_name): # logic to here can still overwrite existing menu def
|
|
||||||
print("creating %s"%menuDefs + default_name)
|
|
||||||
with open(menuDefs + default_name,'w') as menufile:
|
|
||||||
menufile.write(json.dumps(menuDef,indent=4))
|
|
||||||
return default_name[:-5]
|
|
||||||
|
|
||||||
def human_readable(num):
|
|
||||||
# return 3 significant digits and unit specifier
|
|
||||||
num = float(num)
|
|
||||||
units = [ '','K','M','G']
|
|
||||||
for i in range(4):
|
|
||||||
if num<10.0:
|
|
||||||
return "%.2f%s"%(num,units[i])
|
|
||||||
if num<100.0:
|
|
||||||
return "%.1f%s"%(num,units[i])
|
|
||||||
if num < 1000.0:
|
|
||||||
return "%.0f%s"%(num,units[i])
|
|
||||||
num /= 1000.0
|
|
||||||
|
|
||||||
def fetch_menu_json_value(key):
|
|
||||||
with open( doc_root + '/home/menu.json','r') as menudef:
|
|
||||||
data = json.loads(menudef.read())
|
|
||||||
return data.get(key,'')
|
|
||||||
|
|
||||||
def extract_region_from_filename(fname):
|
|
||||||
# find the index of the date
|
|
||||||
nibble = re.search(r"\d{4}-\d{2}-\d{2}",fname)
|
|
||||||
if nibble:
|
|
||||||
fname = fname[:nibble.start()-1]
|
|
||||||
return fname
|
|
||||||
else:
|
|
||||||
return("maplist")
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
if console_installed:
|
|
||||||
main()
|
|
||||||
|
|
|
||||||
|
|
@ -1,59 +0,0 @@
|
||||||
#!/usr/bin/env python3
|
|
||||||
# Scan the osm-vector-maps directory, update the osm-vector-maps-idx.json, add menu-defs
|
|
||||||
|
|
||||||
import json
|
|
||||||
|
|
||||||
import iiab.iiab_lib as iiab
|
|
||||||
|
|
||||||
try:
|
|
||||||
import iiab.adm_lib as adm
|
|
||||||
adm_cons_installed = True
|
|
||||||
except:
|
|
||||||
adm_cons_installed = False
|
|
||||||
pass
|
|
||||||
|
|
||||||
def main():
|
|
||||||
adm.get_map_catalog()
|
|
||||||
#print(json.dumps(map_catalog,indent=2))
|
|
||||||
|
|
||||||
map_menu_def_list = adm.get_map_menu_defs()
|
|
||||||
#print((json.dumps(map_menu_def_list,indent=2)))
|
|
||||||
|
|
||||||
previous_idx = adm.read_vector_map_idx()
|
|
||||||
|
|
||||||
installed_maps = adm.get_installed_regions()
|
|
||||||
print(installed_maps)
|
|
||||||
|
|
||||||
adm.write_vector_map_idx(installed_maps)
|
|
||||||
|
|
||||||
# For installed regions, check that a menu def exists, and it's on home page
|
|
||||||
for fname in installed_maps:
|
|
||||||
region = adm.extract_region_from_filename(fname)
|
|
||||||
if region == 'maplist': # it is the splash page, display only if no others
|
|
||||||
menu_ref = 'en-map_test'
|
|
||||||
item = { "perma_ref" : "en-map_test" }
|
|
||||||
if len(installed_maps) == 1:
|
|
||||||
adm.update_menu_json(menu_ref)
|
|
||||||
return
|
|
||||||
elif region not in adm.map_catalog['regions']:
|
|
||||||
print("Skipping unknown map " + fname)
|
|
||||||
continue
|
|
||||||
else:
|
|
||||||
item = adm.map_catalog['regions'][region]
|
|
||||||
menu_ref = item['perma_ref']
|
|
||||||
if not (menu_ref in map_menu_def_list):
|
|
||||||
print(('creating menu def for %s'%item['perma_ref']))
|
|
||||||
adm.create_map_menu_def(region,item['perma_ref'] + '.json')
|
|
||||||
# if autoupdate allowed and this is a new region then add to home menu
|
|
||||||
if adm.fetch_menu_json_value('autoupdate_menu') and item['perma_ref'] not in previous_idx:
|
|
||||||
print(('autoudate of menu items is enabled:%s. Adding %s'%(\
|
|
||||||
adm.fetch_menu_json_value('autoupdate_menu'),region,)))
|
|
||||||
adm.update_menu_json(menu_ref)
|
|
||||||
# redirect from box/maps to an installed map rather than test page
|
|
||||||
with open(adm.CONST.map_doc_root + '/index.html','w') as fp:
|
|
||||||
outstr = """<head> \n<meta http-equiv="refresh" content="0; URL=/osm-vector-maps/en-osm-omt_%s " />\n</head>"""%fname
|
|
||||||
fp.write(outstr)
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
if adm_cons_installed:
|
|
||||||
main()
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue