Copiar parser a bruto. Cambiar metodologia para insertar cada nodo de golpe con los nuevos campos id_ajena_licitacion y id_compuesta

.gitignore

@@ -34,3 +34,4 @@ open-placsp-1.1.1
 Beyond Compare 4
 uploads/
 application/config/database.php
+application/libraries/ParserDatabaseBruto1.php

application/libraries/ParserDatabaseBruto.php

@@ -24,154 +24,191 @@ class ParserDatabaseBruto
             foreach ($arrayDatosSucios as $nombreArchivo => $datosArchivo) {
                 guardar_log($this->nombreLog, "ARCHIVO ---" . $nombreArchivo, false);
 
-                foreach ($datosArchivo as $row) {
-                    $idLicitacion = $this->setInicioLicitacion($row['general']);
+                $this->setDatosMultiples($datosArchivo, "general", "bruto_datos_iniciales", "DatosIniciales");
 
-                    if ($idLicitacion['result']) {
-                        $this->idLicitacion = $idLicitacion['id'];
+                $this->setDatosMultiples($datosArchivo, "contractInfo", "BRUTO_contract_folder", "ContractInfo");
 
-                        $this->setDatosSingular($row, "contractInfo", "BRUTO_contract_folder", $this->idLicitacion, "ContractInfo", "id_ajena_licitacion");
+                $this->setDatosMultiples($datosArchivo, "tenderingProcess", "BRUTO_tendering_process", "TenderingProcess");
 
-                        $this->setDatosSingular($row, "tenderingProcess", "BRUTO_tendering_process", $this->idLicitacion, "TenderingProcess", "id_ajena_licitacion");
+                $this->setProcurementProjectArray($datosArchivo);
 
-                        $this->setProcurementProject($row['procurementProject']);
+                /*$this->setDatosMultiples($datosArchivo, "tenderingTerms", "bruto_tendering_terms", "TenderingTerms");
 
-                        $this->setProcurementProjectLot($row['procurementProjectLot']);
+                $this->setDatosMultiples($datosArchivo['tenderingTerms'], 1, "bruto_tendering_terms", "TenderingTerms");
 
-                        $this->setTenderingTerms($row['tenderingTerms']);
+                $this->setDatosMultiples($datosArchivo['tenderingTerms'], 2, "bruto_tendering_terms", "TenderingTerms");
 
-                        $this->setLocatedContractingParty($row['locatedContractingParty']);
+                $this->setDatosMultiples($datosArchivo['tenderingTerms'], 3, "bruto_tendering_terms", "TenderingTerms");
 
-                        $this->setParty($row['party']);
+                $this->setDatosMultiples($datosArchivo['tenderingTerms'], 4, "bruto_tendering_terms", "TenderingTerms");*/
 
-                        $this->setValidNoticeInfo($row['validNoticeInfo']);
+                $this->setLocatedContractingParty($datosArchivo); //, "locatedContractingParty", "BRUTO_located_contracting_party", "locatedContractingParty");
 
-                        $this->setDatosMultiples($row, "tenderingResult", "BRUTO_tender_result", $this->idLicitacion, "TenderResult", "id_ajena_licitacion");
+                $this->setParty($datosArchivo);
 
-                        $this->setDatosMultiples($row, "legalDocs", "BRUTO_legal_documents", $this->idLicitacion, "LegalDocs", 'id_ajena_licitacion');
+                /*$this->setDatosMultiples($datosArchivo, "validNoticeInfo", "BRUTO_valid_notice_info", "ValideNoticeInfo");
 
-                        $this->setDatosMultiples($row, "technicalDocs", "BRUTO_technical_documents", $this->idLicitacion, "TechnicalDocs", "id_ajena_licitacion");
+                $this->setDatosMultiples($datosArchivo['validNoticeInfo'], "documento", "BRUTO_valid_notice_info_documento", "validNoticeInfoDocumento");
 
-                        $this->setDatosMultiples($row, "generalDocs", "BRUTO_general_documents", $this->idLicitacion, "GeneralDocs", "id_ajena_licitacion");
+                $this->setDatosMultiples($datosArchivo['validNoticeInfo'], "fechas", "BRUTO_valid_notice_info_fecha", "validNoticeInfoFechas");
 
-                        $this->setDatosMultiples($row, "additionalDocs", "BRUTO_additional_documents", $this->idLicitacion, "AdditionalDocs", "id_ajena_licitacion");
-                    }
-                }
+                $this->setDatosMultiples($datosArchivo, "tenderingResult", "BRUTO_tender_result", "TenderResult");*/
+
+                $this->setDocumentos($datosArchivo, "legalDocs", ["BRUTO_legal_documents", "mapa_nivel_legal_docs"], "legalDocs");
+
+                $this->setDocumentos($datosArchivo, "technicalDocs", ["BRUTO_technical_documents", "mapa_nivel_technical_docs"], "TechnicalDocs");
+
+                $this->setDocumentos($datosArchivo, "generalDocs", ["BRUTO_general_documents", "mapa_nivel_general_docs"], "GeneralDocs");
+
+                $this->setDocumentos($datosArchivo, "additionalDocs", ["BRUTO_additional_documents", "mapa_nivel_additional_docs"], "additionalDocs");
             }
         }
 
         return;
     }
 
-    private function setInicioLicitacion($datosInicioLicitacion): array
+    private function setProcurementProjectArray($procurementProjectData)
     {
-        $result = array("result" => false, "id" => 0);
-        $datosInicioLicitacion['fecha_creacion_log'] = $this->fechaInicioParser;
-        $insertLicitacion = $this->CI->Parser_model->setInicioLicitacion($datosInicioLicitacion);
+        $result = array();
+        $coleccionMapaProcProject = array();
+        $countColeccionProcProject = 0;
+        $mapaDatos = $this->CI->Parser_model->getMapaByTabla("mapa_nivel_procurement_project");
 
-        if ($insertLicitacion) {
-            $result = array("result" => true, "id" => $datosInicioLicitacion['id_licitacion']);
-            guardar_log($this->nombreLog, "Licitacion ID " . $datosInicioLicitacion['id_licitacion'] . " - BBDD Licitación ID " . $insertLicitacion, "false");
-        } else {
-            $result = array("result" => true, "id" => 0);
-            guardar_log($this->nombreLog, "Licitacion ID " . $datosInicioLicitacion['id_licitacion'], "false", 2);
+        foreach ($mapaDatos['datos'] as $dataField) {
+            $coleccionMapaProcProject[] = $dataField->campo_bbdd;
         }
+        $countColeccionProcProject = count($coleccionMapaProcProject);
+
+        foreach ($procurementProjectData['procurementProject'] as $rowData) {
+            $budget = $rowData['budget'];
+            if ($countColeccionProcProject > count($budget)) {
+                foreach ($coleccionMapaProcProject as $dataField) {
+                    if (!array_key_exists($dataField, $budget)) {
+                        $budget[$dataField] = "";
+                    }
+                }
+            }
 
-        return $result;
-    }
+            if (array_key_exists('itemClass', $rowData)) {
+                foreach ($rowData['itemClass'] as $itemClass) {
+                    $result['itemClass'][] = $itemClass;
+                }
+            }
 
-    private function setLocatedContractingParty($contractInfo): void
-    {
-        $locatedContractingPartyId = $this->setDatosSingular($contractInfo, "locatedContractingParty", "BRUTO_located_contracting_party", $this->idLicitacion, "locatedContractingParty", "id_ajena_licitacion");
+            $result['budget'][] = $budget;
+
+        }
 
-        $this->setDatosMultiples($contractInfo, "activity", "BRUTO_located_contracting_party_activity", $locatedContractingPartyId, "locatedContractingParty_Activity", "id_ajena_lcp");
+        $this->setDatosMultiples($result, "budget", "bruto_procurement_project", "ProcurementProject");
 
+        $this->setDatosMultiples($result, "itemClass", "bruto_procurement_project_itemclass", "ProcurementProject_ItemClass");
     }
 
-    private function setParty($partyInfo): void
+    private function setLocatedContractingParty($datosToSet)
     {
-        $partyId = $this->setDatosSingular($partyInfo, "party", "BRUTO_party", $this->idLicitacion, "PartyInfo", "id_ajena_licitacion");
+        $result = array();
+        $coleccionMapa = array();
+        $countColeccion = 0;
+        $mapaDatos = $this->CI->Parser_model->getMapaByTabla("mapa_nivel_located_contracting_party");
+
+        foreach ($mapaDatos['datos'] as $dataField) {
+            $coleccionMapa[] = $dataField->campo_bbdd;
+        }
+        $countColeccion = count($coleccionMapa);
+
+        foreach ($datosToSet['locatedContractingParty'] as $rowData) {
+            $locatedContractingParty = $rowData['locatedContractingParty'];
+            if ($countColeccion > count($locatedContractingParty)) {
+                foreach ($coleccionMapa as $dataField) {
+                    if (!array_key_exists($dataField, $locatedContractingParty)) {
+                        $locatedContractingParty[$dataField] = "";
+                    }
+                }
+            }
 
-        $this->setDatosMultiples($partyInfo, "partyIdentification", "BRUTO_party_party_idenfitication", $partyId, "PartyInfo_PartyIdentification", "id_ajena_party");
+            if (array_key_exists('activity', $rowData)) {
+                foreach ($rowData['activity'] as $itemClass) {
+                    $result['activity'][] = $itemClass;
+                }
+            }
 
-    }
+            $result['locatedContractingParty'][] = $locatedContractingParty;
 
-    private function setProcurementProject($procurementInfo): void
-    {
-        $procurementProjectId = $this->setDatosSingular($procurementInfo, "budget", "BRUTO_procurement_project", $this->idLicitacion, "ProcurementProject", "id_ajena_licitacion");
+        }
+
+        $this->setDatosMultiples($result, "locatedContractingParty", "bruto_located_contracting_party", "LocatedContractingParty");
 
-        $this->setDatosMultiples($procurementInfo, "itemClass", "BRUTO_procurement_project_itemClass", $procurementProjectId, "ProcurementProject_ItemClass", "id_ajena_pp");
+        $this->setDatosMultiples($result, "activity", "bruto_located_contracting_party_activity", "LocatedContractingParty_Activity");
     }
 
-    private function setProcurementProjectLot($procurementLotInfo): void
+    private function setParty($datosToSet)
     {
-        $resultInsert = 0;
-
-        if (!empty($procurementLotInfo)) {
-            $aux = 0;
-            foreach ($procurementLotInfo as $row) {
-                $setInsert = array();
-                $setInsert[$aux] = $row;
-                $setInsert[$aux]['id_ajena_licitacion'] = $this->idLicitacion;
-                $setInsert[$aux]["fecha_creacion_log"] = $this->fechaInicioParser;
-                unset($setInsert[$aux]['itemClassification']);
+        $result = array();
+        $coleccionMapa = array();
+        $countColeccion = 0;
+        $mapaDatos = $this->CI->Parser_model->getMapaByTabla("mapa_nivel_party");
 
-                if (!empty($setInsert)) {
-                    $resultInsert = insertBucle($setInsert, "BRUTO_procurement_project_lot", $this->nombreLog);
-                    if (array_key_exists('itemClassification', $row)) {
-                        $this->setDatosMultiples($row, "itemClassification", "BRUTO_procurement_project_lot_item", $resultInsert, "ProcurementLotItem", "id_ajena_ppl");
+        foreach ($mapaDatos['datos'] as $dataField) {
+            $coleccionMapa[] = $dataField->campo_bbdd;
+        }
+        $countColeccion = count($coleccionMapa);
+
+        foreach ($datosToSet['party'] as $rowData) {
+            $party = $rowData['party'];
+            if ($countColeccion > count($party)) {
+                foreach ($coleccionMapa as $dataField) {
+                    if (!array_key_exists($dataField, $party)) {
+                        $party[$dataField] = "";
                     }
                 }
-                $aux++;
             }
 
-            if ($resultInsert) {
-                $result = array("result" => true);
-                guardar_log($this->nombreLog, "ProcurementLot Finalizada Inserción", "false");
-            } else {
-                $result = array("result" => true, "id" => 0);
-                guardar_log($this->nombreLog, "ProcurementLot Fallida", "false", 2);
+            if (array_key_exists('partyIdentification', $rowData)) {
+                foreach ($rowData['partyIdentification'] as $itemClass) {
+                    $result['partyIdentification'][] = $itemClass;
+                }
             }
-        } else {
-            guardar_log($this->nombreLog, "ProcurementLot vacio", "false");
-        }
-    }
-
-    private function setTenderingTerms($tenderingTermsInfo): void
-    {
 
-        $resultInsert = 0;
+            $result['party'][] = $party;
 
-        if (!empty($tenderingTermsInfo)) {
+        }
 
-            $setInsert = array();
-            $setInsert['tenderingTerms'][0] = $tenderingTermsInfo[0];
-            $setInsert['tenderingTerms'][0]['id_ajena_licitacion'] = $this->idLicitacion;
+        $this->setDatosMultiples($result, "party", "bruto_party", "Party");
 
-            if (!empty($setInsert)) {
-                $resultInsert = insertBucle($setInsert['tenderingTerms'], "BRUTO_tendering_terms", $this->nombreLog);
+        $this->setDatosMultiples($result, "partyIdentification", "bruto_party_party_idenfitication", "Party_PartyIdentification");
+    }
 
-                if ($resultInsert > 0) {
-                    $this->setDatosMultiples($tenderingTermsInfo, 1, "BRUTO_tendering_terms_awarding_terms", $resultInsert, "TenderingTermsAwardingTerms", "id_ajena_tt");
+    private function setDocumentos($datosToSet, $arrayKey, $tablasMapa, $nombreLog)
+    {
+        if (array_key_exists($arrayKey, $datosToSet)) {
+            $result = array();
+            $coleccionMapa = array();
+            $countColeccion = 0;
+            $mapaDatos = $this->CI->Parser_model->getMapaByTabla($tablasMapa[1]);
+
+            foreach ($mapaDatos['datos'] as $dataField) {
+                $coleccionMapa[] = $dataField->campo_bbdd;
+            }
 
-                    $this->setDatosMultiples($tenderingTermsInfo, 2, "BRUTO_tendering_terms_qualification_request", $resultInsert, "TenderingTermsQualificationRequest", "id_ajena_tt");
+            foreach ($datosToSet[$arrayKey] as $rowData) {
 
-                    $this->setDatosMultiples($tenderingTermsInfo, 3, "BRUTO_tendering_terms_financial_evaluation", $resultInsert, "TenderingTermsFinancialEvaluation", "id_ajena_ttfe");
+                /* if ($countColeccion > count($resultFinal)) {
+                foreach ($coleccionMapa as $dataField) {
+                if (!array_key_exists($dataField, $resultFinal)) {
+                $resultFinal[$dataField] = "";
+                }
+                }
+                } */
 
-                    $this->setDatosMultiples($tenderingTermsInfo, 4, "BRUTO_tendering_terms_specific_terms", $resultInsert, "TenderingTermsSpecificRequirement", "id_ajena_tt");
+                foreach ($rowData as $documento) {
+                    $result[$arrayKey][] = $documento;
                 }
-            }
 
-            if ($resultInsert) {
-                $result = array("result" => true);
-                guardar_log($this->nombreLog, "TenderingTerms Finalizada Inserción", "false");
-            } else {
-                $result = array("result" => true, "id" => 0);
-                guardar_log($this->nombreLog, "TenderingTerms Fallida", "false", 2);
             }
-        } else {
-            guardar_log($this->nombreLog, "TenderingTerms vacio", "false");
+
+            $this->setDatosMultiples($result, $arrayKey, $tablasMapa[0], $nombreLog);
         }
+
     }
 
     private function setValidNoticeInfo($validNoticeInfo): void
@@ -181,9 +218,9 @@ class ParserDatabaseBruto
 
         if (!empty($validNoticeInfo)) {
             $aux = 0;
-            foreach ($validNoticeInfo as $row) {
+            foreach ($validNoticeInfo as $datosArchivo) {
                 $setInsert = array();
-                $setInsert[$aux] = $row;
+                $setInsert[$aux] = $datosArchivo;
                 $setInsert[$aux]['id_ajena_licitacion'] = $this->idLicitacion;
 
                 unset($setInsert[$aux]['documento']);
@@ -193,9 +230,9 @@ class ParserDatabaseBruto
                     $resultInsert = insertBucle($setInsert, "BRUTO_valid_notice_info", $this->nombreLog);
 
                     if ($resultInsert > 0) {
-                        $this->setDatosMultiples($row, "documento", "BRUTO_valid_notice_info_documento", $resultInsert, "validNoticeInfoFechas", "id_ajena_vni");
+                        $this->setDatosMultiples($datosArchivo, "documento", "BRUTO_valid_notice_info_documento", $resultInsert, "validNoticeInfoFechas", "id_ajena_vni");
 
-                        $this->setDatosMultiples($row, "fechas", "BRUTO_valid_notice_info_fecha", $resultInsert, "validNoticeInfoDocumento", "id_ajena_vni");
+                        $this->setDatosMultiples($datosArchivo, "fechas", "BRUTO_valid_notice_info_fecha", $resultInsert, "validNoticeInfoDocumento", "id_ajena_vni");
                     }
                 }
                 $aux++;
@@ -213,57 +250,15 @@ class ParserDatabaseBruto
         }
     }
 
-    private function setDatosSingular($arrayDatos, $arrayKey, $tabla, $idAjena = 0, $nodoLog, $txtIdAjena): int
-    {
-        $insertedId = 0;
-        if (!empty($arrayDatos) && array_key_exists($arrayKey, $arrayDatos)) {
-            $arrayInsertar = array();
-
-            $arrayInsertar[0] = $arrayDatos[$arrayKey];
-
-            if ($idAjena > 0) {
-                $arrayInsertar[0][$txtIdAjena] = $idAjena;
-                $arrayInsertar[0]["fecha_creacion_log"] = $this->fechaInicioParser;
-            }
-            unset($arrayInsertar[0]['id']);
-
-            $insertedId = insertBucle($arrayInsertar, $tabla, $this->nombreLog);
-
-            if ($insertedId == 0) {
-                guardar_log($this->nombreLog, $nodoLog . " Fallido", "false");
-            } else {
-                guardar_log($this->nombreLog, $nodoLog . " Finalizada Inserción", "false");
-            }
-        } else {
-            guardar_log($this->nombreLog, $nodoLog . " vacio", "false");
-        }
-
-        return $insertedId;
-    }
-
-    private function setDatosMultiples($arrayDatos, $arrayKey, $tabla, $idAjena = 0, $nodoLog, $txtIdAjena): void
+    private function setDatosMultiples($arrayDatos, $arrayKey, $tabla, $nodoLog): void
     {
         $setInsert = array();
         $resultInsert = 0;
 
         if (array_key_exists($arrayKey, $arrayDatos)) {
             if (!empty($arrayDatos[$arrayKey])) {
-                $aux = 0;
-                foreach ($arrayDatos[$arrayKey] as $row) {
-                    $setInsert[$aux] = $row;
-
-                    if ($idAjena > 0) {
-                        $setInsert[$aux][$txtIdAjena] = $idAjena;
-                        $setInsert[$aux]["fecha_creacion_log"] = $this->fechaInicioParser;
-                        unset($setInsert[$aux]['id']);
-                    }
 
-                    $aux++;
-                }
-
-                if (!empty($setInsert)) {
-                    $resultInsert = insertBucle($setInsert, $tabla, $this->nombreLog);
-                }
+                $resultInsert = insertBucleDuplicateOnKey($arrayDatos[$arrayKey], $tabla, $this->nombreLog);
 
                 if ($resultInsert) {
                     $result = array("result" => true);

application/models/Parser_model.php

@@ -42,7 +42,7 @@ class Parser_model extends CI_Model
         $data = array(
             'cron_ejecucion' => 0,
             "fecha_ejecucion" => date("Y-m-d h:i:s"),
-            
+
         );
 
         $this->db->where('id', 0);
@@ -91,6 +91,16 @@ class Parser_model extends CI_Model
         return $datos;
     }
 
+    public function getMapaByTabla($tabla)
+    {
+        $sql = "SELECT * FROM $tabla";
+        $result = $this->db->query($sql);
+        $datos['datos'] = $result->result();
+        $datos['num_rows'] = $result->num_rows();
+        return $datos;
+
+    }
+
 }
 
 /* End of file Parser_model.php */