Improve console logging and rendering process

This commit brings improvements in developer experience by improving and cleaning console logs and putting the outputs of unit and conformance test runs in a separate files.

Some of the logs I considered unnecessary I removed, some are moved to debug. What was added is printing of files that are sent and received from server (with line numbers and token size).

The commit adds rich library (apparently the best in python world for this) that I found very usable for what we are planning to do on client side in the future.

This commit also improves code rendering in case when unittest were not properly generated after functional requirement implementation.

Author: pedjaradenkovic

examples/example_hello_world_python/run.sh

@@ -27,7 +27,7 @@ if [ $VERBOSE -eq 1 ]; then
 fi
 
 # Construct the command with optional parameters
-CMD="python ../../plain2code.py hello_world_python.plain --unittests-script=../../test_scripts/run_unittests_python.sh --conformance-tests-script=../../test_scripts/run_conformance_tests_python.sh --debug"
+CMD="python ../../plain2code.py hello_world_python.plain --unittests-script=../../test_scripts/run_unittests_python.sh --conformance-tests-script=../../test_scripts/run_conformance_tests_python.sh"
 if [ $VERBOSE -eq 1 ]; then
     CMD="$CMD -v"
 fi

file_utils.py

@@ -1,5 +1,6 @@
 import difflib
 import os
+from pathlib import Path
 
 from liquid2 import Environment, FileSystemLoader, StrictUndefined
 from liquid2.exceptions import UndefinedError
@@ -8,6 +9,46 @@
 
 BINARY_FILE_EXTENSIONS = [".pyc"]
 
+# Dictionary mapping of file extensions to type names
+FILE_EXTENSION_MAPPING = {
+    "": "plaintext",
+    ".py": "python",
+    ".txt": "plaintext",
+    ".md": "markdown",
+    ".ts": "typescript",
+    ".tsx": "typescript",
+    ".js": "javascript",
+    ".html": "HTML",
+    ".css": "CSS",
+    ".scss": "SASS/SCSS",
+    ".java": "java",
+    ".cpp": "C++",
+    ".c": "C",
+    ".cs": "C#",
+    ".php": "PHP",
+    ".rb": "Ruby",
+    ".go": "Go",
+    ".rs": "Rust",
+    ".swift": "Swift",
+    ".kt": "Kotlin",
+    ".sql": "SQL",
+    ".json": "JSON",
+    ".xml": "XML",
+    ".yaml": "YAML",
+    ".yml": "YAML",  # YAML has two common extensions
+    ".sh": "Shell Script",
+    ".bat": "Batch File",
+}
+
+
+def get_file_type(file_name):
+
+    # Extract the file extension
+    ext = Path(file_name).suffix.lower()  # Convert to lowercase to handle case-insensitive matching
+
+    # Use the dictionary to get the file type, defaulting to 'unknown' if the extension is not found
+    return FILE_EXTENSION_MAPPING.get(ext, "unknown")
+
 
 def list_all_text_files(directory):
     all_files = []
@@ -40,7 +81,7 @@ def list_folders_in_directory(directory):
     return folders
 
 
-def delete_files_and_subfolders(directory, verbose=False):
+def delete_files_and_subfolders(directory, debug=False):
     total_files_deleted = 0
     total_folders_deleted = 0
     items_deleted = []
@@ -52,19 +93,19 @@ def delete_files_and_subfolders(directory, verbose=False):
             file_path = os.path.join(root, file)
             os.remove(file_path)
             total_files_deleted += 1
-            if verbose and len(items_deleted) < 10:
+            if debug and len(items_deleted) < 10:
                 items_deleted.append(f"Deleted file: {file_path}")
 
         # Delete directories
         for dir_ in dirs:
             dir_path = os.path.join(root, dir_)
             os.rmdir(dir_path)
             total_folders_deleted += 1
-            if verbose and len(items_deleted) < 10:
+            if debug and len(items_deleted) < 10:
                 items_deleted.append(f"Deleted folder: {dir_path}")
 
     # Print the results
-    if verbose:
+    if debug:
         if total_files_deleted + total_folders_deleted > 10:
             print(f"Total files deleted: {total_files_deleted}")
             print(f"Total folders deleted: {total_folders_deleted}")
@@ -222,3 +263,27 @@ def get_loaded_templates(source_path, plain_source):
         raise Exception(f"Undefined liquid variable: {str(e)}")
 
     return plain_source, liquid_loader.loaded_templates
+
+
+def copy_unchanged_files_from_previous_build(
+    previous_build_folder, build_folder, existing_files, response_files, debug
+):
+    for file_name in existing_files:
+        if file_name not in response_files:
+            if debug:
+                print("Copying file: ", file_name)
+            copy_file(os.path.join(previous_build_folder, file_name), os.path.join(build_folder, file_name))
+
+
+def update_build_folder_with_rendered_files(previous_build_folder, build_folder, existing_files, response_files, debug):
+    if previous_build_folder:
+        copy_unchanged_files_from_previous_build(
+            previous_build_folder, build_folder, existing_files, response_files, debug
+        )
+
+    changed_files = set()
+    changed_files.update(response_files.keys())
+
+    existing_files = store_response_files(build_folder, response_files, existing_files)
+
+    return existing_files, changed_files