Merge pull request #3 from GabrielTorelo/feat/SQLitePattern

feat/SQLitePattern - OK

Author: GabrielTorelo

README.md

@@ -25,9 +25,10 @@ Place the SQLite `(.db)` files you want to compare inside the `MOCK/DATA` folder
   ![image](https://github.com/user-attachments/assets/4d439483-bdcb-4bb4-aa0e-7f73a28ae0b6)
 
 ### 3. Adding the reference file
-Add the file with the reference data to the `MOCK/PATTERN` folder. **The reference file can be in `.txt`, `.json` or `.db` format**.
+Add the file with the reference data to the `MOCK/PATTERN` folder. **The reference file can be in `.txt`, `.json`, `.sqlite` or `.db` format**.
 
 ### **Important**
+- **The `.sqlite` and `.db` files take precedence over the others**
 - The file must follow the pattern **_key-value_** _(key: value)_, with the **VALUE ALWAYS WRAPPED IN BRACKETS**.
   #### Examples for text file `(.txt)`:
   - **Example 1 (without line break):**
@@ -104,6 +105,7 @@ Tracking codes indicate the status of the process:
 - `07`: **Error generating JSON from databases**
 - `08`: **Error when fetching JSON files from databases**
 - `09`: **Error creating reference JSON**
+- `10`: **Invalid file extension**
 
 ## 🛠 Used Packages
 

dao/db_sqlite.py

@@ -23,8 +23,8 @@ def list_tables(db_path):
             columns = cursor.fetchall()
 
             tables_info[table] = sorted([
-                {'nome': col[1], 'tipo': col[2]} for col in columns if col[1] not in EXCLUDED_COLUMNS
-            ], key=lambda x: x['nome'])
+                {'name': col[1], 'type': col[2]} for col in columns if col[1] not in EXCLUDED_COLUMNS
+            ], key=lambda x: x['name'])
 
         connection.close()
         return tables_info

utils/files_handler.py

@@ -1,13 +1,14 @@
 from os import path
 from json import load
+from re import DOTALL, findall
 from err import Errors
 from constants import PATTERN_PATH_JSON
 from utils.json_handler import create_json_from_data
 
 def load_data() -> dict:
     try:
         if not path.exists(PATTERN_PATH_JSON):
-            create_json_from_data()
+            create_json_from_data(interpret_txt_file)
 
         with open(PATTERN_PATH_JSON, 'r', encoding='utf-8') as file:
             data = load(file)
@@ -19,3 +20,31 @@ def load_data() -> dict:
         raise err
     except Exception as e:
         raise Errors(code=2, message=f"Error loading file {PATTERN_PATH_JSON}: {str(e)}")
+
+def interpret_txt_file(file_path: str) -> dict:
+    json_data = {}
+
+    try:
+        with open(file_path, 'r', encoding='utf-8') as file:
+            data = file.read()
+
+        sections = findall(r'(\w+):\[(.*?)\]', data, DOTALL)
+
+        for section_name, section_content in sections:
+            entries = []
+            matches = findall(r'\{name: (\w+), type: (\w+)\}', section_content)
+            for name, typ in matches:
+                entries.append({
+                    "name": name,
+                    "type": typ
+                })
+
+            entries.sort(key=lambda x: x['name'])
+            
+            json_data[section_name] = entries
+
+        return dict(sorted(json_data.items()))
+    except FileNotFoundError:
+        raise Errors(code=2, message=f"Directory {file_path} not found")
+    except Exception as e:
+        raise Errors(code=9, message=f"Error processing data: {str(e)}")

utils/iterable_handler.py

@@ -30,14 +30,14 @@ def compare_with_default(data_default: dict, data: dict) -> tuple:
                 missing_tables.append(table)
             else:
                 missing_columns = [
-                    col for col in schema if col not in data[table] and col['nome'] not in EXCLUDED_COLUMNS
+                    col for col in schema if col not in data[table] and col['name'] not in EXCLUDED_COLUMNS
                 ]
 
                 if missing_columns:
                     missing_data[table] = missing_columns
 
         missing_tables.sort()
-        missing_data = {table: sorted(columns, key=lambda x: x['nome']) for table, columns in sorted(missing_data.items())}
+        missing_data = {table: sorted(columns, key=lambda x: x['name']) for table, columns in sorted(missing_data.items())}
 
         return missing_tables, missing_data
     except Exception as e:

utils/json_handler.py

@@ -1,6 +1,6 @@
-from re import DOTALL, findall
 from json import dump, load
 from os import listdir, makedirs, path, walk
+from typing import Callable
 from err import Errors
 from utils.iterable_handler import find_db_files
 from utils.response_handler import get_ok_response
@@ -51,36 +51,38 @@ def generate_json(multiple_files = False, multiple_db_files = False) -> str:
     except Exception as e:
         raise Errors(code=7, message=f"Error generating JSON file: {str(e)}")
 
-def create_json_from_data() -> None:
+def create_json_from_data(interpret_txt_file: Callable[[str], dict]) -> None:
     file_path = ""
     json_data = {}
+    sqlite_file = False
 
     try:
         for file in listdir(PATTERN_PATH):
-            if file.endswith('.txt'):
+            if file.endswith('.db') or file.endswith('.sqlite'):
                 file_path = path.join(PATTERN_PATH, file)
+                sqlite_file = True
                 break
 
-        with open(file_path, 'r', encoding='utf-8') as file:
-            data = file.read()
+        if not sqlite_file:
+            for file in listdir(PATTERN_PATH):
+                if file.endswith('.txt'):
+                    file_path = path.join(PATTERN_PATH, file)
+                    break
+        
+        if file_path == "":
+            raise Errors(code=10, message="No valid file found")
 
-        sections = findall(r'(\w+):\[(.*?)\]', data, DOTALL)
-
-        for section_name, section_content in sections:
-            entries = []
-            matches = findall(r'\{nome: (\w+), tipo: (\w+)\}', section_content)
-            for nome, tipo in matches:
-                entries.append({
-                    "nome": nome,
-                    "tipo": tipo
-                })
-            
-            json_data[section_name] = entries
+        if sqlite_file:
+            json_data = list_tables(file_path)
+        else:
+            json_data = interpret_txt_file(file_path)
 
         with open(PATTERN_PATH_JSON, 'w', encoding='utf-8') as json_file:
             dump(json_data, json_file, indent=4, ensure_ascii=False)
     except FileNotFoundError:
         raise Errors(code=3, message=f"Directory {file_path} not found")
+    except Errors as err:
+        raise err
     except Exception as e:
         raise Errors(code=9, message=f"Error processing data: {str(e)}")