Skip to content

Commit

Permalink
7/26 decode and onfile output
Browse files Browse the repository at this point in the history
  • Loading branch information
@FLwolfy
FLwolfy committed Jul 25, 2024
1 parent e280a17 commit 1764970
Show file tree
Hide file tree
Showing 3 changed files with 105 additions and 67 deletions.
120 changes: 78 additions & 42 deletions UI/UI.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ def __init__(self, width:int=1200, height:int=720):
"path": {
"Excel Data Path": None,
"Json Template Path": None,
"Export Path": None
"Export Path": None,
},
"interval": {
"start": None,
Expand All @@ -24,7 +24,10 @@ def __init__(self, width:int=1200, height:int=720):
"Remove Spaces": None,
"Remove Extention": None,
"String to Number": None,
"Number to String": None},
"Number to String": None
},
"decoder": None,
"one_file": None,
"columns": None,
"preview": None,
}
Expand All @@ -47,7 +50,6 @@ def create_widgets(self):

# LEFT
self.create_scroll_frame()
# self.create_transform_button()

# RIGHT
self.create_path_frame()
Expand All @@ -69,20 +71,36 @@ def create_scroll_frame(self):
scroll_frame = tk.Frame(self.window)
scroll_frame.grid(row=1, column=0, rowspan=3, padx=10, sticky="nsew")

# Transform Frame
transform_frame = tk.Frame(scroll_frame)
transform_frame.pack(side="bottom", fill="x")
transform_frame.columnconfigure(0, weight=1)
transform_frame.columnconfigure(1, weight=1)

transform_button = tk.Button(transform_frame, text="Transform", command=self.transform_data)
transform_button.grid(row=0, column=0, pady=5, padx=5, sticky="e")

decoder = tk.BooleanVar()
decoder.set(True)
decode_box = tk.Checkbutton(transform_frame, text="Decode", variable=decoder)
decode_box.grid(row=0, column=1, pady=5, padx=5, sticky="w")

self.widgets["decoder"] = decoder

# Preview Text
## Title
scrollbar_title = tk.Label(scroll_frame, text="Preview")
scrollbar_title.pack(side="top", fill="x")

transform_button = tk.Button(scroll_frame, text="Transform", command=self.transform_data)
transform_button.pack(side="bottom")

# Vertical Scrollbar
## Vertical Scrollbar
scrollbar_y = tk.Scrollbar(scroll_frame, orient="vertical")
scrollbar_y.pack(side="right", fill="y")

# Horizontal Scrollbar
## Horizontal Scrollbar
scrollbar_x = tk.Scrollbar(scroll_frame, orient="horizontal")
scrollbar_x.pack(side="bottom", fill="x")

## Text Area
preview_text = tk.Text(scroll_frame, yscrollcommand=scrollbar_y.set, xscrollcommand=scrollbar_x.set)
preview_text.pack(side="left", fill="both", expand=True)
preview_text.configure(state="disabled")
Expand All @@ -95,7 +113,20 @@ def create_scroll_frame(self):
def create_path_frame(self):
"""
Create the frame for displaying and browsing file paths.
"""
"""
def create_path_entry(self: Panel, parent: tk.Frame, label_text:str, row: int)-> tk.Entry:
label_path = tk.Label(parent, text=f"{label_text}:")
label_path.grid(row=row, column=0, pady=5, padx=5, sticky="e")

entry_path = tk.Entry(parent)
entry_path.grid(row=row, column=1, pady=5, padx=5, sticky="ew")

button_browse = tk.Button(parent, text="Browse", command=lambda: self.browse(entry_path, label_text))
button_browse.grid(row=row, column=2, pady=5, padx=5)

self.widgets["path"][label_text] = entry_path


# Window Layout Settings
self.window.rowconfigure(1, weight=1)

Expand All @@ -106,16 +137,12 @@ def create_path_frame(self):

# Paths
for row, label_text in enumerate(self.widgets["path"].keys()):
label_path = tk.Label(path_frame, text=f"{label_text}:")
label_path.grid(row=row, column=0, pady=5, padx=5, sticky="e")
create_path_entry(self, path_frame, label_text, row)

entry_path = tk.Entry(path_frame)
entry_path.grid(row=row, column=1, pady=5, padx=5, sticky="ew")
# Import
import_button = tk.Button(path_frame, text="Import", command=self.import_all)
import_button.grid(row=3, column=1, columnspan=2, pady=5, padx=5, sticky="ew")

button_browse = tk.Button(path_frame, text="Browse", command=lambda: self.browse(entry_path, label_text))
button_browse.grid(row=row, column=2, pady=5, padx=5)

self.widgets["path"][label_text] = entry_path

def create_interval_frame(self):
"""
Expand All @@ -128,6 +155,7 @@ def create_interval_frame(self):
interval_frame = tk.Frame(self.window)
interval_frame.grid(row=2, column=1, pady=10, sticky="nsew")
interval_frame.grid_columnconfigure(1, weight=1)
interval_frame.grid_columnconfigure(3, weight=1)

# Start Row
label_start_row = tk.Label(interval_frame, text="Start Row:")
Expand All @@ -140,19 +168,19 @@ def create_interval_frame(self):

# End Row
label_end_row = tk.Label(interval_frame, text="End Row:")
label_end_row.grid(row=1, column=0, pady=5, padx=5, sticky="e")
label_end_row.grid(row=0, column=2, pady=5, padx=5, sticky="e")

entry_end_row = tk.Entry(interval_frame)
entry_end_row.grid(row=1, column=1, pady=5, padx=5, sticky="ew")
entry_end_row.grid(row=0, column=3, pady=5, padx=5, sticky="ew")

self.widgets["interval"]["end"] = entry_end_row

# Column Selection
label_result = tk.Label(interval_frame, text="Select Column:")
label_result.grid(row=2, column=0, pady=5, padx=5, sticky="e")
label_result.grid(row=1, column=0, pady=5, padx=5, sticky="e")

result_frame = tk.Frame(interval_frame)
result_frame.grid(row=2, column=1, pady=5, padx=5, sticky="ew")
result_frame.grid(row=1, column=1, columnspan=3, pady=5, padx=5, sticky="ew")

scrollbar_y = tk.Scrollbar(result_frame, orient="vertical")
scrollbar_y.pack(side="right", fill="y")
Expand Down Expand Up @@ -199,16 +227,6 @@ def create_options_frame(self):

self.widgets["options"][pairs[(i,j)]] = option_button

def create_transform_button(self):
"""
Create the Transform button.
"""
transform_button_frame = tk.Frame(self.window)
transform_button_frame.grid(row=4, column=0, pady=10)

transform_button = tk.Button(transform_button_frame, text="Transform", command=self.transform_data)
transform_button.pack(side="left")

def create_write_to_file_button(self):
"""
Create the Write to File button.
Expand All @@ -219,9 +237,18 @@ def create_write_to_file_button(self):
# Frame Layout Settings
button_frame = tk.Frame(self.window)
button_frame.grid(row=5, column=0, columnspan=2, pady=10)
button_frame.grid_columnconfigure(0, weight=1)
button_frame.grid_columnconfigure(1, weight=1)

write_button = tk.Button(button_frame, text="Write to File", command=self.write_to_file)
write_button.pack(side="right")
write_button.grid(row=0, column=0, pady=5, padx=5, sticky="e")

one_file = tk.BooleanVar()
one_file.set(False)
one_file_box = tk.Checkbutton(button_frame, text="Export One File", variable=one_file)
one_file_box.grid(row=0, column=1, pady=5, padx=5, sticky="w")

self.widgets["one_file"] = one_file

def write_to_file(self):
"""
Expand All @@ -247,7 +274,7 @@ def write_to_file(self):

row_range = (lower, upper)

self.generator.export_json(target_dir, g_range=row_range)
self.generator.export_json(target_dir, g_range=row_range, one_file=self.widgets["one_file"].get())
self.widgets["preview"].configure(state="normal")
self.widgets["preview"].delete("1.0", tk.END)
self.widgets["preview"].configure(state="disabled")
Expand All @@ -273,7 +300,7 @@ def transform_data(self):
row_range = (lower, upper)

# transform to json
self.generator.generate_json(g_range=row_range)
self.generator.generate_json(g_range=row_range, decoder=self.widgets["decoder"].get())

self.widgets["preview"].configure(state="normal")
self.widgets["preview"].delete("1.0", tk.END)
Expand Down Expand Up @@ -360,12 +387,6 @@ def browse(self, entry_widget:tk.Entry, kind: str = ""):

entry_widget.delete(0, tk.END)
entry_widget.insert(0, path)

self.generator.import_dataset(self.widgets["path"]["Excel Data Path"].get())
self.widgets["columns"].delete(0, tk.END)

for col in self.generator.data_columns:
self.widgets["columns"].insert(tk.END, col)

elif kind == "Json Template Path":
# Json Template path
Expand All @@ -379,13 +400,28 @@ def browse(self, entry_widget:tk.Entry, kind: str = ""):
entry_widget.delete(0, tk.END)
entry_widget.insert(0, path)

self.generator.import_template(self.widgets["path"]["Json Template Path"].get())

elif kind == "Export Path":
# export path
path = filedialog.askdirectory()
entry_widget.delete(0, tk.END)
entry_widget.insert(0, path)

def import_all(self):
# Import Excel Data
excel_path = self.widgets["path"]["Excel Data Path"].get()

if excel_path != "":
self.generator.import_dataset(excel_path)
self.widgets["columns"].delete(0, tk.END)

for col in self.generator.data_columns:
self.widgets["columns"].insert(tk.END, col)

# Import Json Template
json_path = self.widgets["path"]["Json Template Path"].get()

if json_path != "":
self.generator.import_template(json_path)

def run(self):
"""
Expand Down
48 changes: 25 additions & 23 deletions utils/core.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,6 @@
import utils.process as PS
import utils.project as PJ


class JSONGenerator:
def __init__(self):
self.task = PJ.Task()
Expand All @@ -17,6 +16,7 @@ def __init__(self):
self.data_columns: list = None
self.links: dict = None
self.option_list = dict()
self.decoder = True
self.previews = []

def import_template(self, template_dir: str):
Expand All @@ -35,10 +35,12 @@ def import_dataset(self, excel_dir: str):
self.previews = [dict() for _ in range(self.data_size)]
self.task.excel_path = excel_dir

def generate_json(self, g_range: tuple[int, int] = None):
def generate_json(self, g_range: tuple[int, int] = None, decoder: bool = True):
if g_range is None:
g_range = (0, self.data_size)

self.decoder = decoder

self.links = PS.parse_links(self.template, self.data_columns)
self.dataset = PS.process_options(self.dataset, self.option_list)

Expand All @@ -47,45 +49,45 @@ def generate_json(self, g_range: tuple[int, int] = None):
raw = copy.deepcopy(self.template)

for link_name, link in self.links.items():
# code = f"{link} = \'{data[link_name]}\'"
print(link)
raw = IO.update_json_dict(raw, link, data[link_name])

self.previews[i] = raw

def export_json(self, target_dir: str, g_range: tuple[int, int] = None):

def export_json(self, target_dir: str, g_range: tuple[int, int] = None, one_file: bool = False):
if g_range is None:
g_range = (0, self.data_size)

one_file_list = []
for i in range(*g_range):
if(self.previews[i] != {}):
id = self.previews[i]["identifier"]

if id:
IO.write_json(self.previews[i], f"{target_dir}/{self.name}/{id}.json")
else:
raise ValueError("No 'identifier' column!")

if one_file:
one_file_list.append(self.previews[i])
else:
if self.previews[i].get("id") is not None:
id = self.previews[i]["id"]
IO.write_json(self.previews[i], f"{target_dir}/{self.name}/{id}.json", self.decoder)
else:
IO.write_json(self.previews[i], f"{target_dir}/{self.name}/{i}.json", self.decoder)

if one_file and len(one_file_list) > 0:
IO.write_json(one_file_list, f"{target_dir}/{self.name}.json", 0, self.decoder)

for dict in self.previews:
if dict != {}:
dict.clear()

# DEBUG: Print Summary
print(f"total count: {g_range[1] - g_range[0]}")
print(f"to folder: {target_dir}")

self.task.export_path = target_dir

def pick_preview(self, index: int, indent: int = 4) -> str:
return str(json.dumps(self.previews[index], indent=indent))
return json.dumps(self.previews[index], indent=indent, ensure_ascii=not self.decoder)

def search(self, path: str, value: any) -> int:
for i in range(self.data_size):
if self.previews[path] is value:
return i
return -1


if __name__ == "__main__":
generator = JSONGenerator()
generator.import_template("../example/003.json")
generator.import_dataset("../example/test2.xlsx")

generator.generate_json()
generator.export_json("../example/result/")
print(generator.pick_preview(0))
4 changes: 2 additions & 2 deletions utils/fileIO.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -62,13 +62,13 @@ def update_json_dict(target_dict: dict, path: list[str], value: any):
return target_dict


def write_json(json_obj: dict, json_output_path: str):
def write_json(json_obj: dict | list, json_output_path: str, indent: int = 4, decoder: bool = True):
dir = os.path.dirname(json_output_path)
if not os.path.exists(dir):
os.makedirs(dir)

with open(json_output_path, 'w') as json_file:
json.dump(json_obj, json_file, indent=4)
json.dump(json_obj, json_file, indent=indent, ensure_ascii=not decoder)


if __name__ == "__main__":
Expand Down

0 comments on commit 1764970

Please sign in to comment.