From f6c52578cc150323b669dc2b9821419362c1bab2 Mon Sep 17 00:00:00 2001 From: Laurent Destailleur Date: Fri, 8 Mar 2019 13:34:03 +0100 Subject: [PATCH 1/2] Add README file --- dev/resources/dbmodel/README | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 dev/resources/dbmodel/README diff --git a/dev/resources/dbmodel/README b/dev/resources/dbmodel/README new file mode 100644 index 00000000000..74233624a6d --- /dev/null +++ b/dev/resources/dbmodel/README @@ -0,0 +1,2 @@ +This directory contains the file with the graphical database structure. +It can be read with MySQL Workbench software. \ No newline at end of file From 6b8c2a1d3b36cab41fadf669bb3c1b1ab81d4e9c Mon Sep 17 00:00:00 2001 From: Laurent Destailleur Date: Fri, 8 Mar 2019 14:09:22 +0100 Subject: [PATCH 2/2] Enhance script to purge data --- dev/initdata/purge-data.php | 145 +++++++++++++++++++++--------------- 1 file changed, 83 insertions(+), 62 deletions(-) diff --git a/dev/initdata/purge-data.php b/dev/initdata/purge-data.php index 5964d0d3e62..d47de74b4eb 100755 --- a/dev/initdata/purge-data.php +++ b/dev/initdata/purge-data.php @@ -53,97 +53,103 @@ $error=0; // List of sql to execute $sqls=array( 'user'=>array( - 'DELETE FROM '.MAIN_DB_PREFIX."user_rights WHERE fk_user IN (SELECT rowid FROM ".MAIN_DB_PREFIX."user WHERE admin = 0 and login != 'admin')", - 'DELETE FROM '.MAIN_DB_PREFIX."user WHERE admin = 0 and login != 'admin'", + "DELETE FROM ".MAIN_DB_PREFIX."user_rights WHERE fk_user IN (SELECT rowid FROM ".MAIN_DB_PREFIX."user WHERE admin = 0 and login != 'admin') AND fk_user IN (select rowid FROM ".MAIN_DB_PREFIX."user where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."user WHERE admin = 0 and login != 'admin' AND datec < '__DATE__'", ), 'bank'=>array( - 'DELETE FROM '.MAIN_DB_PREFIX.'bank_account', - 'DELETE FROM '.MAIN_DB_PREFIX.'bank_class', - 'DELETE FROM '.MAIN_DB_PREFIX.'bank_url', - 'DELETE FROM '.MAIN_DB_PREFIX.'bank', + "DELETE FROM ".MAIN_DB_PREFIX."bank_class WHERE lineid IN (SELECT rowid FROM ".MAIN_DB_PREFIX."bank WHERE datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."bank_url WHERE fk_bank IN (SELECT rowid FROM ".MAIN_DB_PREFIX."bank WHERE datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."bank WHERE datec < '__DATE__'", + ), + 'bankaccount'=>array( + "DELETE FROM ".MAIN_DB_PREFIX."bank_account WHERE datec < '__DATE__'", ), 'contract'=>array( - 'DELETE FROM '.MAIN_DB_PREFIX.'contratdet', - 'DELETE FROM '.MAIN_DB_PREFIX.'contrat', + "DELETE FROM ".MAIN_DB_PREFIX."contratdet_extrafields WHERE fk_object IN (select rowid FROM ".MAIN_DB_PREFIX."contratdet WHERE fk_contrat IN (select rowid FROM ".MAIN_DB_PREFIX."contrat where date < '__DATE__'))", + "DELETE FROM ".MAIN_DB_PREFIX."contratdet WHERE fk_contrat IN (select rowid FROM ".MAIN_DB_PREFIX."contrat where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."contrat_extrafields WHERE fk_object IN (select rowid FROM ".MAIN_DB_PREFIX."contrat where date < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."contrat WHERE datec < '__DATE__'", ), 'invoice'=>array( - 'DELETE FROM '.MAIN_DB_PREFIX.'paiement_facture', - 'DELETE FROM '.MAIN_DB_PREFIX.'facture_rec', - 'DELETE FROM '.MAIN_DB_PREFIX.'facturedet', - 'DELETE FROM '.MAIN_DB_PREFIX.'facture WHERE fk_facture_source IS NOT NULL', - 'DELETE FROM '.MAIN_DB_PREFIX.'facture', + "DELETE FROM ".MAIN_DB_PREFIX."societe_remise_except where fk_facture_source IN (select rowid FROM ".MAIN_DB_PREFIX."facture where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."societe_remise_except where fk_facture IN (select rowid FROM ".MAIN_DB_PREFIX."facture where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."societe_remise_except where fk_facture_line IN (select rowid FROM ".MAIN_DB_PREFIX."facturedet as fd WHERE fd.fk_facture IN (select rowid from ".MAIN_DB_PREFIX."facture where datec < '__DATE__'))", + "DELETE FROM ".MAIN_DB_PREFIX."paiement_facture where fk_facture IN (select rowid FROM ".MAIN_DB_PREFIX."facture where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."facture_rec where datec < '__DATE__'", + "DELETE FROM ".MAIN_DB_PREFIX."facturedet WHERE fk_facture IN (select rowid FROM ".MAIN_DB_PREFIX."facture where datec < '__DATE__')", + "UPDATE ".MAIN_DB_PREFIX."facture SET fk_facture_source = NULL WHERE fk_facture_source IN (select f2.rowid FROM (select * from ".MAIN_DB_PREFIX."facture) as f2 where f2.datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."facture where datec < '__DATE__'", ), 'proposal'=>array( - 'DELETE FROM '.MAIN_DB_PREFIX.'propaldet', - 'DELETE FROM '.MAIN_DB_PREFIX.'propal', + "DELETE FROM ".MAIN_DB_PREFIX."propaldet WHERE fk_propal IN (select rowid FROM ".MAIN_DB_PREFIX."propal where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."propal WHERE datec < '__DATE__'", ), - 'supplier_proposal'=>array( - 'DELETE FROM '.MAIN_DB_PREFIX.'supplier_proposaldet', - 'DELETE FROM '.MAIN_DB_PREFIX.'supplier_proposal', + "supplier_proposal"=>array( + "DELETE FROM ".MAIN_DB_PREFIX."supplier_proposaldet WHERE fk_supplier_proposal IN (select rowid FROM ".MAIN_DB_PREFIX."propal where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."supplier_proposal where datec < '__DATE__'", ), 'supplier_order'=>array( - 'DELETE FROM '.MAIN_DB_PREFIX.'commande_fournisseurdet', - 'DELETE FROM '.MAIN_DB_PREFIX.'commande_fournisseur', + "DELETE FROM ".MAIN_DB_PREFIX."commande_fournisseurdet WHERE fk_commande IN (select rowid FROM ".MAIN_DB_PREFIX."commande_fournisseur where date_creation < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."commande_fournisseur where date_creation < '__DATE__'", ), 'supplier_invoice'=>array( - 'DELETE FROM '.MAIN_DB_PREFIX.'facture_fourn_det', - 'DELETE FROM '.MAIN_DB_PREFIX.'facture_fourn', + "DELETE FROM ".MAIN_DB_PREFIX."facture_fourn_det WHERE fk_facture_fourn IN (select rowid FROM ".MAIN_DB_PREFIX."facture_fourn where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."facture_fourn where datec < '__DATE__'", ), 'delivery'=>array( - 'DELETE FROM '.MAIN_DB_PREFIX.'livraisondet', - 'DELETE FROM '.MAIN_DB_PREFIX.'livraison', + "DELETE FROM ".MAIN_DB_PREFIX."livraisondet WHERE fk_livraison IN (select rowid FROM ".MAIN_DB_PREFIX."livraison where date_creation < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."livraison where date_creation < '__DATE__'", ), 'shipment'=>array( '@delivery', - 'DELETE FROM '.MAIN_DB_PREFIX.'expeditiondet_batch', - 'DELETE FROM '.MAIN_DB_PREFIX.'expeditiondet_extrafields', - 'DELETE FROM '.MAIN_DB_PREFIX.'expeditiondet', - 'DELETE FROM '.MAIN_DB_PREFIX.'expedition_extrafields', - 'DELETE FROM '.MAIN_DB_PREFIX.'expedition', + "DELETE FROM ".MAIN_DB_PREFIX."expeditiondet_batch WHERE fk_expeditiondet IN (select rowid FROM ".MAIN_DB_PREFIX."expeditiondet WHERE fk_expedition IN (select rowid FROM ".MAIN_DB_PREFIX."expedition where date_creation < '__DATE__'))", + "DELETE FROM ".MAIN_DB_PREFIX."expeditiondet_extrafields WHERE fk_object IN (select rowid FROM ".MAIN_DB_PREFIX."expeditiondet WHERE fk_expedition IN (select rowid FROM ".MAIN_DB_PREFIX."expedition where date_creation < '__DATE__'))", + "DELETE FROM ".MAIN_DB_PREFIX."expeditiondet WHERE fk_expedition IN (select rowid FROM ".MAIN_DB_PREFIX."expedition where date_creation < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."expedition_extrafields WHERE fk_object IN (select rowid FROM ".MAIN_DB_PREFIX."expedition where date_creation < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."expedition where date_creation < '__DATE__'", ), 'order'=>array( '@shipment', - 'DELETE FROM '.MAIN_DB_PREFIX.'commandedet', - 'DELETE FROM '.MAIN_DB_PREFIX.'commande', + "DELETE FROM ".MAIN_DB_PREFIX."commandedet WHERE fk_commande IN (select rowid FROM ".MAIN_DB_PREFIX."commande where date_creation < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."commande where date_creation < '__DATE__'", ), 'intervention'=>array( - 'DELETE FROM '.MAIN_DB_PREFIX.'fichinterdet', - 'DELETE FROM '.MAIN_DB_PREFIX.'fichinter', + "DELETE FROM ".MAIN_DB_PREFIX."fichinterdet WHERE fk_fichinter IN (select rowid FROM ".MAIN_DB_PREFIX."fichinter where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."fichinter where datec < '__DATE__'", ), 'product'=>array( - 'DELETE FROM '.MAIN_DB_PREFIX.'categorie_product', - 'DELETE FROM '.MAIN_DB_PREFIX.'product_lang', - 'DELETE FROM '.MAIN_DB_PREFIX.'product_price', - 'DELETE FROM '.MAIN_DB_PREFIX.'product_fournisseur_price', - 'DELETE FROM '.MAIN_DB_PREFIX.'product_batch', - 'DELETE FROM '.MAIN_DB_PREFIX.'product_stock', - 'DELETE FROM '.MAIN_DB_PREFIX.'product_lot', - 'DELETE FROM '.MAIN_DB_PREFIX.'product', + "DELETE FROM ".MAIN_DB_PREFIX."categorie_product WHERE fk_product IN (select rowid FROM ".MAIN_DB_PREFIX."product where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."product_lang WHERE fk_product IN (select rowid FROM ".MAIN_DB_PREFIX."product where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."product_price_by_qty WHERE fk_product_price IN (select rowid FROM ".MAIN_DB_PREFIX."product_price where fk_product IN (select rowid FROM ".MAIN_DB_PREFIX."product where datec < '__DATE__'))", + "DELETE FROM ".MAIN_DB_PREFIX."product_price WHERE fk_product IN (select rowid FROM ".MAIN_DB_PREFIX."product where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."product_fournisseur_price WHERE fk_product IN (select rowid FROM ".MAIN_DB_PREFIX."product where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."product_batch WHERE fk_product_stock IN (select rowid FROM ".MAIN_DB_PREFIX."product_stock where fk_product IN (select rowid FROM ".MAIN_DB_PREFIX."product where datec < '__DATE__'))", + "DELETE FROM ".MAIN_DB_PREFIX."product_stock WHERE fk_product IN (select rowid FROM ".MAIN_DB_PREFIX."product where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."product_lot WHERE fk_product IN (select rowid FROM ".MAIN_DB_PREFIX."product where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."product where datec < '__DATE__'", ), 'project'=>array( - 'DELETE FROM '.MAIN_DB_PREFIX.'projet_task_time', - 'DELETE FROM '.MAIN_DB_PREFIX.'projet_task', - 'DELETE FROM '.MAIN_DB_PREFIX.'projet', + "DELETE FROM ".MAIN_DB_PREFIX."projet_task_time WHERE fk_projet IN (select rowid FROM ".MAIN_DB_PREFIX."projet where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."projet_task WHERE fk_projet IN (select rowid FROM ".MAIN_DB_PREFIX."projet where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."projet where datec < '__DATE__'", ), 'contact'=>array( - 'DELETE FROM '.MAIN_DB_PREFIX.'categorie_contact', - 'DELETE FROM '.MAIN_DB_PREFIX.'socpeople', + "DELETE FROM ".MAIN_DB_PREFIX."categorie_contact WHERE fk_socpeople IN (select rowid FROM ".MAIN_DB_PREFIX."socpeople where date < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."socpeople where datec < '__DATE__'", ), 'thirdparty'=>array( '@contact', - 'DELETE FROM '.MAIN_DB_PREFIX.'cabinetmed_cons', - 'UPDATE '.MAIN_DB_PREFIX.'adherent SET fk_soc = NULL', - 'DELETE FROM '.MAIN_DB_PREFIX.'categorie_fournisseur', - 'DELETE FROM '.MAIN_DB_PREFIX.'categorie_societe', - 'DELETE FROM '.MAIN_DB_PREFIX.'societe_remise_except', - 'DELETE FROM '.MAIN_DB_PREFIX.'societe_rib', - 'DELETE FROM '.MAIN_DB_PREFIX.'societe', + "DELETE FROM ".MAIN_DB_PREFIX."cabinetmed_cons WHERE fk_soc IN (select rowid FROM ".MAIN_DB_PREFIX."societe where datec < '__DATE__')", + "UPDATE ".MAIN_DB_PREFIX."adherent SET fk_soc = NULL WHERE fk_soc IN (select rowid FROM ".MAIN_DB_PREFIX."societe where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."categorie_fournisseur WHERE fk_soc IN (select rowid FROM ".MAIN_DB_PREFIX."societe where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."categorie_societe WHERE fk_soc IN (select rowid FROM ".MAIN_DB_PREFIX."societe where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."societe_remise_except WHERE fk_soc IN (select rowid FROM ".MAIN_DB_PREFIX."societe where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."societe_rib WHERE fk_soc IN (select rowid FROM ".MAIN_DB_PREFIX."societe where datec < '__DATE__')", + "DELETE FROM ".MAIN_DB_PREFIX."societe where datec < '__DATE__'", ) ); - - /* * Main */ @@ -154,27 +160,37 @@ dol_syslog($script_file." launched with arg ".implode(',', $argv)); $mode = $argv[1]; $option = $argv[2]; +$date = $argv[3]; if (empty($mode) || ! in_array($mode, array('test','confirm'))) { - print "Usage: $script_file (test|confirm) (all|option) [dbtype dbhost dbuser dbpassword dbname dbport]\n"; + print "Usage: $script_file (test|confirm) (all|option) (all|YYYY-MM-DD) [dbtype dbhost dbuser dbpassword dbname dbport]\n"; print "\n"; print "option can be ".implode(',', array_keys($sqls))."\n"; exit(-1); } if (empty($option) || ! in_array($option, array_merge(array('all'), array_keys($sqls))) ) { - print "Usage: $script_file (test|confirm) (all|option) [dbtype dbhost dbuser dbpassword dbname dbport]\n"; + print "Usage: $script_file (test|confirm) (all|option) (all|YYYY-MM-DD) [dbtype dbhost dbuser dbpassword dbname dbport]\n"; print "\n"; print "option can be ".implode(',', array_keys($sqls))."\n"; exit(-1); } +if (empty($date) || (! preg_match('/\d\d\d\d\-\d\d\-\d\d$/', $date) && $date != 'all')) { + print "Usage: $script_file (test|confirm) (all|option) (all|YYYY-MM-DD) [dbtype dbhost dbuser dbpassword dbname dbport]\n"; + print "\n"; + print "date can be 'all' or 'YYYY-MM-DD' to delete record before YYYY-MM-DD\n"; + exit(-1); +} + +if ($date == 'all') $date = '2199-01-01'; + // Replace database handler -if (! empty($argv[3])) +if (! empty($argv[4])) { $db->close(); unset($db); - $db=getDoliDBInstance($argv[3], $argv[4], $argv[5], $argv[6], $argv[7], $argv[8]); + $db=getDoliDBInstance($argv[4], $argv[5], $argv[6], $argv[7], $argv[8], $argv[9]); $user=new User($db); } @@ -189,6 +205,7 @@ if (! $ret > 0) print "Purge all data for this database:\n"; +print "Before = ".$date."\n"; print "Server = ".$db->database_host."\n"; print "Database name = ".$db->database_name."\n"; print "Database port = ".$db->database_port."\n"; @@ -206,9 +223,10 @@ if (! $confirmed) * Process sql requests of a family * * @param string $family Name of family key of array $sqls + * @param string $date Date value * @return int -1 if KO, 1 if OK */ -function processfamily($family) +function processfamily($family, $date) { global $db, $sqls; @@ -218,11 +236,14 @@ function processfamily($family) if (preg_match('/^@/', $sql)) { $newfamily=preg_replace('/@/', '', $sql); - processfamily($newfamily); + processfamily($newfamily, $date); continue; } + $sql = preg_replace('/__DATE__/', $date, $sql); + print "Run sql: ".$sql."\n"; + $resql=$db->query($sql); if (! $resql) { @@ -255,7 +276,7 @@ foreach($sqls as $family => $familysql) if ($family != $oldfamily) print "Process action for family ".$family."\n"; $oldfamily = $family; - $result=processfamily($family); + $result=processfamily($family, $date); if ($result < 0) { $error++;