feat: add Cdl 2023 less than 500 (#145)

* fix: indentation

* feat: add dottorandi 2023

* chore: minor update

* wip cdl < 500

* feat: add cdl less 500, 2023

jsonParser/CdlInf-less-500-2023.py

@@ -0,0 +1,169 @@
+import os
+import sys
+from typing import List
+from Target import Target
+import json
+
+from parser import create_file_name, error_start, save_json
+
+class Cdl:
+
+ def is_integer(self, n) -> None:
+ """Thos method verify if n is an Integer"""
+ try:
+ fn = float(n)
+ return fn.is_integer()
+ except ValueError:
+ return False
+
+ def __find_name_department(self, text: List[str]) -> str:
+ for i in range(len(text)):
+ # if text[i].find("ELEZIONI") != -1:
+ if text[i].find("RAPPRESENTANTI") != -1:
+ nome = text[i+1]
+ return nome.strip()
+
+ def __seggi_da_assegnare_v2(self, text: List[str]) -> int:
+ voti_idx = text.index("VOTI")
+ seggi = [s for s in text[:voti_idx] if self.is_integer(s)][0]
+ return int(seggi)
+
+ def __get_year(self, text: List[str]) -> str:
+ for t in text:
+ if t.find("BIENNIO") != -1:
+ biennio = t.replace("BIENNIO ", "")
+ break
+
+ year = biennio[:biennio.find("/")]
+ return year
+
+ def __remove_perc_or_comma(self, value: str) -> str:
+ return value.replace(" ", "").replace("%", "").replace(",", ".")
+
+ def __get_type_v2(self, type: str, text: List[str]) -> str:
+ type_idx = text.index(type)
+ value = self.__remove_perc_or_comma(text[type_idx+2])
+ return value
+
+ def __get_candidati(self, text: List[str], eletti, non_eletti, current_quorum) -> bool:
+ year = self.__get_year(text)
+
+ quorum = current_quorum
+
+ if int(year) >= 2023: # and "DOTTORANDI" in text[0]
+ voti_idx = text.index("VOTI") + 1
+ print(text)
+ schede_idx = text.index("SCHEDE BIANCHE")
+
+ candidates = [el for el in text[voti_idx:schede_idx] if el != "" ]
+
+ idx = 0
+ while idx < len(candidates)-1:
+ nome_candidato = candidates[idx]
+ voti_candidato = candidates[idx+1]
+
+ try:
+ e = {
+ "nome_candidato": nome_candidato.strip(),
+ "voti": int(voti_candidato)
+ }
+ except:
+ print("### ERROR with nome_candidato/voti")
+ e = {
+ "nome_candidato": nome_candidato.strip(),
+ "voti": 3000 # need to fix manually
+ }
+
+ if len(candidates) > idx+2 and candidates[idx+2].upper() == "ELETTO":
+ idx += 1
+ eletti.append(e)
+ else:
+ non_eletti.append(e)
+
+ idx += 2
+
+ return quorum
+
+
+ def operation(self, text) -> object:
+ quorum = [True]
+ nome_dipartimento = self.__find_name_department(text)
+
+ seggi = self.__seggi_da_assegnare_v2(text)
+
+ eletti = []
+ non_eletti = []
+ quorum[0] = self.__get_candidati(text, eletti, non_eletti, quorum[0])
+
+
+ perc_votanti = float(self.__get_type_v2("% VOTANTI", text))
+
+ schede_nulle = 0
+ schede_contestate = 0
+
+ if perc_votanti < 15:
+ quorum[0] = False
+ schede_bianche = 0
+ totale_voti = 0
+
+ for non_eletto in non_eletti:
+ non_eletto["voti"] = 0
+
+ else:
+ try:
+ schede_bianche = int(self.__get_type_v2("SCHEDE BIANCHE", text))
+ except:
+ print("### issue with SCHEDE BIANCHE")
+ schede_bianche = 1000 # need to fix manually
+
+ try:
+ print("### issue with TOTALE VOTI")
+ totale_voti = int(self.__get_type_v2("TOTALE VOTI", text))
+ except:
+ totale_voti = 2000 # need to fix manually
+
+ aventi_diritto = int(self.__get_type_v2("AVENTI DIRITTO", text))
+
+ file_json = {
+ "dipartimento": nome_dipartimento,
+ "quorum": quorum[0],
+ "seggi_da_assegnare": seggi,
+ "schede": {
+ "bianche": schede_bianche,
+ "nulle": schede_nulle,
+ "contestate": schede_contestate
+ },
+ "eletti": eletti,
+ "non_eletti": non_eletti,
+ "totale_voti": totale_voti,
+ "aventi_diritto": aventi_diritto,
+ "perc_votanti": perc_votanti
+ }
+
+ file = json.dumps(file_json)
+ parsed = json.loads(file)
+
+ return json.dumps(parsed, indent=4, sort_keys=False)
+
+def main() -> None:
+ with open("CDL_B.txt", "r") as f:
+ file_content = f.read()
+
+ target = Cdl()
+
+ multi_text = file_content.split(" ELEZIONI")
+
+ output_dir_path = "output-cdl-less-500"
+ is_exist = os.path.exists(output_dir_path)
+ if not is_exist:
+ os.makedirs(output_dir_path)
+
+ for i in range(len(multi_text)):
+ text = multi_text[i]
+ text = text.split("\n")
+ json_content = target.operation(text)
+ file_name = create_file_name(json_content, output_dir_path)
+ save_json(json_content, f"{output_dir_path}/{file_name}")
+
+if __name__ == "__main__":
+ main()

jsonParser/fix-json-names.py

@@ -1,6 +1,9 @@
-import json
+import os
+
+# usage: put this script inside the json directory and run it
+# change the param cdl_less_500 based on what you are doing
 
-def create_file_name(s, path) -> str:
+def create_file_name(s, path, cdl_less_500: bool = False) -> str:
  input_path = ""
 
  file_name = ''
@@ -16,9 +19,14 @@ def create_file_name(s, path) -> str:
  file_path = input_path + file_name
  file_path = file_path.replace("dipartimento_di_", "")
  file_path = file_path[2].upper() + file_path[3:]
+
+ if cdl_less_500:
+ names = file_path.split('-')
+ file_path = names[0] + '.json'
+ return file_path.lower()
+
  return file_path
 
-import os
 files = [f for f in os.listdir('.') if os.path.isfile(f)]
 for f in files:
  if ".json" in f:

jsonParser/parser.py

@@ -1,11 +1,9 @@
 #! /usr/bin/python3
 
-from re import split
 import sys
 import json
 from typing import List
 from FormatPDF import FormatPDF
-from Target import Target
 from SelectTarget import SelectTarget
 
 def error_start(argc) -> None: