import json5 #import pandas as pd import sys import argparse from chameleon import PageTemplateFile,PageTemplate import pkg_resources import xml.etree.ElementTree as ET import re import os version = 0.6 json5_dict: dict = {} json5_html_list: list = [] print(f"Generate SM2 code from JSON5 - Version {version}") # Get the version of Chameleon using pkg_resources try: version = pkg_resources.get_distribution("Chameleon").version print("Using Chameleon version:", version) except pkg_resources.DistributionNotFound: print("Chameleon is not installed or found.") def parse_json(json_obj, prefix=''): structured_list = [] if isinstance(json_obj, dict): for k, v in json_obj.items(): new_key = f"{prefix}.{k}" if prefix else k structured_list.extend(parse_json(v, new_key)) elif isinstance(json_obj, list): for i, v in enumerate(json_obj): new_key = f"{prefix}[{i}]" structured_list.extend(parse_json(v, new_key)) else: structured_list.append(f"{prefix}: {json_obj}") return structured_list def json5_to_list(filename): with open(filename, 'r') as file: data = json5.load(file) return parse_json(data) def json5_to_pandas(filename): with open(filename, 'r') as file: data = json5.load(file) print (data) return data.json_normalize(data) def json5_to_dict(filename): with open(filename, 'r') as file: data = json5.load(file) return data def rec_print(data, prefix=''): # Check if this item is a dictionary. if isinstance(data, dict): for key, val in data.items(): rec_print(val, f"{prefix}.{key}") # Check if this item is a list. elif isinstance(data, list): for idx, val in enumerate(data): rec_print(val, f"{prefix}[{idx}]") # If neither, it's a basic type. else: print(f"{prefix}: {data}") def find_item(nested_dict, target_key): for key, val in nested_dict.items(): if key == target_key: return val elif isinstance(val, dict): result = find_item(val, target_key) if result is not None: return result def find_dicts_with_key(data, target_key): results = [] if isinstance(data, dict): if target_key in data: results.append(data) for val in data.values(): if isinstance(val, (dict, list)): results.extend(find_dicts_with_key(val, target_key)) elif isinstance(data, list): for item in data: if isinstance(item, (dict, list)): results.extend(find_dicts_with_key(item, target_key)) return results def find_values_with_key(data, target_key): results = [] if isinstance(data, dict): if target_key in data: results.append(data[target_key]) for val in data.values(): if isinstance(val, (dict, list)): results.extend(find_values_with_key(val, target_key)) elif isinstance(data, list): for item in data: if isinstance(item, (dict, list)): results.extend(find_values_with_key(item, target_key)) return results def lint_json5(filename): try: with open(filename, 'r') as file: data = file.read() json5.loads(data) print(f"{filename} as JSON5 data is valid") except Exception as e: print(f"{filename} as JSON5 data is invalid") print("Error:", str(e)) sys.exit() def flatten_hash_of_lists(hash_of_lists): flattened = {} for key, value in hash_of_lists.items(): if isinstance(value, list): for i, item in enumerate(value): new_key = f"{key}_{i}" # Appending index to the key to maintain uniqueness flattened[new_key] = item else: flattened[key] = value return flattened def hl(keyname): # Return highest level value for the keyname if keyname in json5_dict: return json5_dict[keyname] else: print(f"{keyname} not found in JSON5 - top level") return 'None' def get_all_routes(): route_list = [html_block.get('route') for html_block in json5_dict.get('html', [])] return route_list def lc_get_all_routes(): # All routes in lower case route_list = [html_block.get('route').lower() for html_block in json5_dict.get('html', [])] return route_list def has_file_been_modified(file_path): # Get the file's creation time and last modification time in Unix timestamp creation_time = os.path.getctime(file_path) last_modification_time = os.path.getmtime(file_path) # Compare the creation time and last modification time if creation_time < last_modification_time: return True # File has been modified after creation else: return False # File has not been modified after creation import xml.etree.ElementTree as ET def parse_xml_to_dict(xml_file): # Parse the XML file tree = ET.parse(xml_file) root = tree.getroot() xml_dict = {} # Initialize an empty dictionary to store the data # Iterate through the XML tree and extract data for elem in root: tag = elem.tag if elem.text: xml_dict[tag] = elem.text else: cdata_content = elem.find('.//').text # Extract CDATA text xml_dict[tag] = cdata_content return xml_dict def deduplicate_array(arr): # Convert the array to a set to remove duplicates unique_set = set(arr) # Convert the set back to a list to maintain the order deduplicated_list = list(unique_set) return deduplicated_list def get_db_fields(): return [] def get_table_control_data(): return find_values_with_key(json5_html_list,'TableControl') if __name__ == "__main__": filename = '/home/brianr/clients/SM2/SM2Gen/nfsshare.json5' # Command line parameters parser = argparse.ArgumentParser(description="SM2Gen") parser.add_argument('-f', '--filename', help='Specify a filename for the JSON5 file', default=filename) parser.add_argument('-nc', '--noController', help='Stop it creating a controller file', default="no") parser.add_argument('-nh', '--noHtml', help='Stop it creating html files(s)', default="no") parser.add_argument('-nl', '--noLang', help='Stop it creating language localise files(s)', default="no") args = parser.parse_args() filename = args.filename print(f"JSON5 from {filename} with noController={args.noController}, noHtml={args.noHtml} and noLang={args.noLang}") #Not yet activated #print("Chameleon version:", chameleon.__version__) # check syntax of JSON5 lint_json5(filename); # Get dict of it all json5_dict = json5_to_dict(filename) #print(json5_dict) # Get dict of just the html bit json5_html_list = json5_dict['html'] #print(json5_html_list) #Identify message print(f"\nGenerating mojo panels for {hl('PackageName')}") print( "-----------------------------------") # Routes for each panel routes = get_all_routes(); lc_routes =lc_get_all_routes(); #File names controller_file = 'Targets/'+hl('PackageName')+'.pm' custom_controller_file = 'Targets/'+hl('PackageName')+'-Custom.pm' # see if it has been modified by developer if has_file_been_modified(custom_controller_file): custom_controller_file = custom_controller_file+'.new' layout_file = 'Targets/'+hl('PackageName')+'.html.ep' partial_files = list() for panel in routes: partial_files.append('Targets/_'+hl('prefix')+"_"+panel+'.html.ep') print(partial_files) lex_file = 'Targets/'+hl('PackageName').lower()+'_en.lex' tablecontrols = get_table_control_data() #arrays of hashes used to drive rows in tables #print(tablecontrols) #quit() #Generate controller file try: controller_template = PageTemplateFile("Templates/controller.pm.tem") dbentries = get_db_fields() #Params which correspond to Db fields try: controller_perl = controller_template.render(tablecontrols=tablecontrols, dbentries=dbentries,**json5_dict,panels=routes,lcPackageName=json5_dict['PackageName'].lower()) #print() #print(controller_perl) # Map '$ 'to '$' to overcome problem with escaping $ signs #controller_perl = controller_perl.replace("$ ", "$") with open(controller_file, 'w') as file: file.write(controller_perl) print(f"{controller_file} controller generated ok") except Exception as e: print(f"An chameleon controller render error occurred: {e}") except Exception as e: print(f"An chameleon controller template error occurred: {e}") #Generate Custom controller file try: custom_controller_template = PageTemplateFile("Templates/custom.pm.tem") try: custom_controller_perl = custom_controller_template.render(panels=routes,tablecontrols=tablecontrols) # We must be careful to not overwrite the custom file if the developer has already written to it - TBD with open(custom_controller_file, 'w') as file: file.write(custom_controller_perl) print(f"{custom_controller_file} custom controller generated ok") except Exception as e: print(f"An chameleon custom controller render error occurred: {e}") except Exception as e: print(f"An chameleon custom controller template error occurred: {e}") #generate Layout file layout_template = PageTemplateFile("Templates/layout.html.ep.tem") try: try: layout_mojo = layout_template.render(**json5_dict,conditions=routes) # Map '$ 'to '$' to overcome problem with escaping $ signs #layout_mojo = layout_mojo.replace("$ ", "$") with open(layout_file, 'w') as file: file.write(layout_mojo) print(f"{layout_file} mojo template layout file generated ok") except Exception as e: print(f"An chameleon render on layout file error occurred: {e}") #print() #print(layout_mojo_template) except Exception as e: print(f"An chameleon template layout file error occurred: {e}") #Generate a partial file for each of the entries in the html list #Pull in the template code for each of the input types #html_controls = json5_to_dict('Templates/html_controls.html.ep.tem') html_controls = parse_xml_to_dict('Templates/html_controls.html.ep.xml') #print(html_controls) i = 0 for html in json5_html_list: # Generate a mojo template file, and then add in the controls # main file first try: partial_template = PageTemplateFile("Templates/partial.html.ep.tem") partial_mojo_context = {**json5_dict,**html} try: partial_mojo_template = partial_template.render(**partial_mojo_context) # Map '$ 'to '$' to overcome problem with escaping $ signs #partial_mojo_template = partial_mojo_template.replace("$ ", "$") with open( partial_files[i], 'w') as file: file.write(partial_mojo_template) print(f"{partial_files[i]} mojo template generated ok - phase 1") except Exception as e: print(f"An chameleon render error on partial file {html['route']} occurred: {e}") except Exception as e: print(f"An chameleon html {html['route']} error occurred: {e}") #Now generate the controls from the rest of the entries in the dict. #print() #print(html['route']); all_controls_html = ""; prefix_is = hl('prefix') for html_control in html: #print(html_control) inner_html = html[html_control] if isinstance(inner_html, dict): #print("\t\t"+inner_html['route']+":"+inner_html['Type']) try: control_template = PageTemplate(html_controls[inner_html['Type']]) try: control_html = control_template.render(**inner_html,prefix=prefix_is) #Contents=Contents,Headings=Headings) # Map '$ 'to '$' to overcome problem with escaping $ signs #control_html = control_html.replace("$ ", "$") # Add in two tabs before each newline #control_html = control_html.replace("\n", "\n\t\t") # and an extra tab before each "%" #control_html = control_html.replace("%", "\t%") #print(control_html) # And re-run it if the type is "table" #if inner_html['Type'] == 'Table' #Another scan # print("Another scan for the table") #Else just move on. all_controls_html = all_controls_html + control_html except Exception as e: print(f"An chameleon render on partial file control {inner_html['Name']} error occurred: {e}") except Exception as e: print(f"An chameleon render on partial file control {inner_html['Name']} error occurred: {e}") else: #just a simple entry - name less numerics is type html_Type = ''.join(char for char in html_control if not char.isdigit()) #print(html_Type); try: simple_control_template = PageTemplate(html_controls[html_Type]) try: simple_control_html = simple_control_template.render(value=inner_html,prefix=prefix_is) # Map '$ 'to '$' to overcome problem with escaping $ signs #simple_control_html = simple_control_html.replace("$ ", "$") # Add in two tabs before each newline #simple_control_html = simple_control_html.replace("\n", "\n\t\t") all_controls_html = all_controls_html + simple_control_html except Exception as e: print(f"An chameleon render on partial file control {html_control} error occurred: {e}") except Exception as e: print(f"An chameleon template partial file control {html_control} error occurred: {e}") # Now insert it into the partial file in the correct place. # Read in the text file and split at "%# Inputs etc in here." with open(partial_files[i], 'r') as file: lines = file.readlines() index = next((i for i, line in enumerate(lines) if "%# Inputs etc in here." in line), len(lines)) # Insert the string at the specified index lines.insert(index+1, all_controls_html + '\n') # Write the modified content back to the file with open(partial_files[i], 'w') as file: file.writelines(lines) print(f"Content modified and saved to {partial_files[i]}") i += 1 # Now generate the .en file # Look through the generated files for the /l[\s|(]['|"](.*)['|"]\)/ strings. # create a combined list of all the files all_files = [controller_file,layout_file]+partial_files #print(all_files) all_strings = [] for filename in all_files: with open(filename, 'r') as file: file_content = file.read() # Define the regular expression pattern to match the strings you want to extract pattern = r"l[\s|(][\'|\"](.*)[\'|\"]\)" # Use re.findall to extract all occurrences of the pattern from the file content extracted_strings = re.findall(pattern, file_content) #print(len(extracted_strings)) all_strings = all_strings + extracted_strings #print(len(all_strings)) #Take out any duplicates all_strings = deduplicate_array(all_strings) #print(len(all_strings)) # Now process them one by one into the lexical file lex_all = ""; # '_english-message' => 'English Message', for lex_message in all_strings: # If has a prefix - leave it for left hand side but delete it for the right # If has no prefix - add one for left hand side but and lkeave it for the right if lex_message.startswith(hl('prefix')): left_str = lex_message right_str = lex_message[len(hl('prefix'))+1:] else: left_str = hl('prefix')+"_"+lex_message right_str = lex_message lex_all += f"'{left_str}' => '{right_str}'\n" #And write it to lex file with open( lex_file, 'w') as file: file.write(lex_all)