[Koha-cvs] CVS: koha/misc cleanmarcdb.pl,NONE,1.1

Paul POULAIN tipaul at users.sourceforge.net
Tue Oct 14 14:36:38 CEST 2003


Update of /cvsroot/koha/koha/misc
In directory sc8-pr-cvs1:/tmp/cvs-serv25755/misc

Added Files:
	cleanmarcdb.pl 
Log Message:
script to clean MARC DB when a subfield is removed from the MARC editor : the subfield is NOT removed from DB (to avoid stupid loss of data). This script forever removes unused subfields from the DB. Quite fast script.

--- NEW FILE ---
#!/usr/bin/perl
# small script that rebuilds the non-MARC DB

use strict;

# Koha modules used
# use MARC::File::USMARC;
use MARC::Record;
use MARC::Batch;
use C4::Context;
use C4::Biblio;
use Time::HiRes qw(gettimeofday);

use Getopt::Long;
my ( $input_marc_file, $number) = ('',0);
my ($version, $confirm,$test_parameter);
GetOptions(
	'c' => \$confirm,
	'h' => \$version,
	't' => \$test_parameter,
);

if ($version || (!$confirm)) {
	print <<EOF
This script cleans unused subfields in the MARC DB.
If you alter the MARC parameters and remove a subfield (ie : move it to ignore (10) tab), existing subfields are NOT removed.
It's not a bug, it prevents deleting useful values in case of erroneous move.
This script definetly remove unused subfields in the MARC DB.
syntax :
\t./cleanmarcdb.pl -h (or without arguments => shows this screen)
\t./cleanmarcdb.pl -c (c like confirm => cleans the marc DB (may be long)
\t-t => test only, change nothing in DB
EOF
;#'
die;
}

my $dbh = C4::Context->dbh;
my $i=0;
my $starttime = gettimeofday;
my $cleansubfield = $dbh->prepare("delete from marc_subfield_table where tag=? and subfieldcode=?");
my $cleanword = $dbh->prepare("delete from marc_word where tag=? and subfieldid=?");

# get tags structure
my $tags = MARCgettagslib($dbh,1);
foreach my $tag (sort keys(%{$tags})) {
	foreach my $subfield (sort keys(%{$tags->{$tag}})) {
		next if $subfield eq "lib";
		next if $subfield eq "mandatory";
		next if $subfield eq "tab";
		# DO NOT drop biblionumber, biblioitemnumber and itemnumber.
		# they are stored internally, and are mapped to tab -1. This script must keep them or it will completly break Koha DB !!!
		next if ($tags->{$tag}->{$subfield}->{kohafield} eq "biblio.biblionumber");
		next if ($tags->{$tag}->{$subfield}->{kohafield} eq "biblioitems.biblioitemnumber");
		next if ($tags->{$tag}->{$subfield}->{kohafield} eq "items.itemnumber");
		# now, test => if field is ignored (in tab -1 or '') => drop everything in the MARC table !
		if ($tags->{$tag}->{$subfield}->{tab} eq -1 || $tags->{$tag}->{$subfield}->{tab} eq '') {
			print "dropping $tag \$ $subfield\n";
			$cleansubfield->execute($tag,$subfield) unless $test_parameter;
			$cleanword->execute($tag,$subfield) unless $test_parameter;
			print "TEST " if $test_parameter;
			print "done\n";
		}
	}
}
my $timeneeded = gettimeofday - $starttime;
print "done in $timeneeded seconds\n";





More information about the Koha-cvs mailing list