external/iiab
1
0
Fork 0
mirror of https://github.com/iiab/iiab.git synced 2025-02-13 11:42:08 +00:00
Code Issues Releases Wiki Activity

make remove use id instead of array index

Browse source
This commit is contained in:
Tim Moody 2018-11-08 17:30:38 -05:00
parent 804b4c00bb
commit 88c952bdda
1 changed files with 19 additions and 18 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

37
roles/kiwix/templates/iiab-make-kiwix-lib.py
View file

@ -31,7 +31,7 @@ from iiab_env import get_iiab_env
# Config Files # Config Files
# iiab_ini_file should be in {{ iiab_env_file }} (/etc/iiab/iiab.env) ? # iiab_ini_file should be in {{ iiab_env_file }} (/etc/iiab/iiab.env) ?
iiab_ini_file = "{{ iiab_ini_file }}" # nominally /etc/iiab/iiab.ini iiab_ini_file = "{{ iiab_ini_file }}" # nominally /etc/iiab/iiab.ini
# iiab_ini_file = "/etc/iiab/iiab.ini" # comment out after testing iiab_ini_file = "/etc/iiab/iiab.ini" # comment out after testing
IIAB_INI = get_iiab_env('IIAB_INI') # future IIAB_INI = get_iiab_env('IIAB_INI') # future
if IIAB_INI: if IIAB_INI:
@ -51,7 +51,7 @@ old_zim_map = {"bad.zim" : "unparseable name"}
# Working variables # Working variables
# zim_files - list of zims and possible index from file system # zim_files - list of zims and possible index from file system
# path_to_array_map - list of zims in current library.xml with array index number (for delete) # path_to_id_map - list of zims in current library.xml with id (for delete)
zim_versions = {} # map of zim's generic name to version installed, e.g. wikipedia_es_all to wikipedia_es_all_2017-01 zim_versions = {} # map of zim's generic name to version installed, e.g. wikipedia_es_all to wikipedia_es_all_2017-01
def main(): def main():
@ -78,23 +78,21 @@ def main():
except OSError: except OSError:
pass pass
zims_installed = {} zims_installed = {}
path_to_array_map = {} path_to_id_map = {}
else: else:
zims_installed, path_to_array_map = read_library_xml(kiwix_library_xml) zims_installed, path_to_id_map = read_library_xml(kiwix_library_xml)
zim_files = get_zim_list(zim_path) zim_files = get_zim_list(zim_path)
# Remove zims not in file system from library.xml # Remove zims not in file system from library.xml
remove_list_str = "" remove_list_str = ""
for item in path_to_array_map: for item in path_to_id_map:
if item not in zim_files: if item not in zim_files:
remove_list_str += str(path_to_array_map[item]) + " " rem_libr_xml(path_to_id_map[item])
if remove_list_str:
rem_libr_xml(remove_list_str)
# Add zims from file system that are not in library.xml # Add zims from file system that are not in library.xml
for item in zim_files: for item in zim_files:
if item not in path_to_array_map: if item not in path_to_id_map:
add_libr_xml(kiwix_library_xml, zim_path, item, zim_files[item]) add_libr_xml(kiwix_library_xml, zim_path, item, zim_files[item])
# Write Version Map # Write Version Map
@ -139,13 +137,13 @@ def read_library_xml(lib_xml_file, kiwix_exclude_attr=[""]): # duplicated from i
kiwix_exclude_attr.append("id") # don't include id kiwix_exclude_attr.append("id") # don't include id
kiwix_exclude_attr.append("favicon") # don't include large favicon kiwix_exclude_attr.append("favicon") # don't include large favicon
zims_installed = {} zims_installed = {}
path_to_array_map = {} path_to_id_map = {}
try: try:
tree = ET.parse(lib_xml_file) tree = ET.parse(lib_xml_file)
root = tree.getroot() root = tree.getroot()
xml_item_no = 0 xml_item_no = 0
for child in root: for child in root:
xml_item_no += 1 # hopefully this is the array number #xml_item_no += 1 # hopefully this is the array number
attributes = {} attributes = {}
if 'id' not in child.attrib: # is this necessary? implies there are records with no book id which would break index for removal if 'id' not in child.attrib: # is this necessary? implies there are records with no book id which would break index for removal
print "xml record missing Book Id" print "xml record missing Book Id"
@ -154,17 +152,20 @@ def read_library_xml(lib_xml_file, kiwix_exclude_attr=[""]): # duplicated from i
if attr not in kiwix_exclude_attr: if attr not in kiwix_exclude_attr:
attributes[attr] = child.attrib[attr] # copy if not id or in exclusion list attributes[attr] = child.attrib[attr] # copy if not id or in exclusion list
zims_installed[id] = attributes zims_installed[id] = attributes
path_to_array_map[child.attrib['path']] = xml_item_no path_to_id_map[child.attrib['path']] = id
except IOError: except IOError:
zims_installed = {} zims_installed = {}
return zims_installed, path_to_array_map return zims_installed, path_to_id_map
def rem_libr_xml(list_str): def rem_libr_xml(id):
command = kiwix_manage + " " + kiwix_library_xml + " remove " + list_str command = kiwix_manage + " " + kiwix_library_xml + " remove " + id
print command print command
args = shlex.split(command) args = shlex.split(command)
try:
outp = subprocess.check_output(args) outp = subprocess.check_output(args)
except subprocess.CalledProcessError as e:
if e.returncode != 2: # skip bogus file open error in kiwix-manage
print outp
def add_libr_xml(kiwix_library_xml, zim_path, zimname, zimidx): def add_libr_xml(kiwix_library_xml, zim_path, zimname, zimidx):
command = kiwix_manage + " " + kiwix_library_xml + " add " + zim_path + "/" + zimname command = kiwix_manage + " " + kiwix_library_xml + " add " + zim_path + "/" + zimname