[mythtv-users] find orphans.py question
Warpme
warpme at o2.pl
Wed Apr 13 18:41:45 UTC 2011
Hi,
Sorry for slight off-topic.
I'm using script below in regular way in my 0.24-fixes production system.
I consider it useful as it allows me to do regular maintenance
(especially cleaning up DB & storage groups)
BTW: Always start "dodelete" or "dodbdelete" initially with --dryrun !
Good luck
#!/usr/bin/perl
# check for recording anomalies -
# based somewhat on greg froese's "myth.rebuilddatabase.pl"
# -- Lincoln Dale <ltd at interlink.com.au>, September 2006
# 2007-03-11: Added pretty print of unknown files vs. orphaned thumbnails.
# (Robert Kulagowski)
# 2008-02-15: Added dryrun and rerecord options (David George)
# 2010-09-13: Added support for *.-1.100x75[56].png thumbnails files.
# (Piotr Oniszczuk)
# 2010-09-13: Added SG selection for TV recordings as input parameter
# Without parameter script selects SG called "Default"
# (Piotr Oniszczuk)
# The intent of this script is to be able to find orphaned rows in the
# 'recorded' table (entries which don't have matching media files) and
# orphaned media files (potentially taking up gigabytes of otherwise usable
# disk space) which have no matching row in the 'recorded' db table.
#
# By default, running the script will simply return a list of problems it
# finds. Running with --dodbdelete will remove db recorded rows for which
# there is no matching media file. Running with --dodelete will delete
# media files for which there is no matching db record.
#
# This script may be useful to fix up some orphaned db entries (causes
# mythweb to run very slowly) as well as reclaim some disk space from some
# orphaned media files. (in an ideal world, neither of these would ever
# happen, but I've seen both happen in reality). This script makes it easy
# to keep track of whether it has or hasn't happened, even if you have
# thousands of recordings and terabytes of stored media.
#
# no warranties expressed or implied. if you run this and it deletes all
# your recordings and sets mythtv to fill up all your disk space with The
# Home Shopping Network, its entirely your fault.
#
# The dryrun option will allow you to see the db entries/files that will be
# deleted without actually executing them.
#
# The rerecord option is useful if you lose a hard drive in your storage
# group to tell the scheduler to re-record the lost programs (if they
happen
# to be shown again).
my $progname = "find_orphans.pl";
my $revision = "0.24_20100913";
use DBI;
use Sys::Hostname;
use Getopt::Long;
#
# options
#
my $opt_host = hostname;
my $opt_dbhost = $opt_host;
my $opt_database = "mythconverg";
my $opt_user = "mythtv";
my $opt_pass = "mythtv";
my $opt_ext = "{nuv,mpg,mpeg,avi}";
my $opt_sg = "Default";
my $opt_dir = "";
my $opt_dodelete = 0;
my $opt_dodbdelete = 0;
my $debug = 0;
my $opt_help = 0;
my $opt_dryrun = 0;
my $opt_rerecord = 0;
GetOptions(
'host=s' => \$opt_host,
'dbhost=s' => \$opt_dbhost,
'database=s' => \$opt_database,
'user=s' => \$opt_user,
'pass=s' => \$opt_pass,
'dir=s' => \$opt_dir,
'sg=s' => \$opt_sg,
'dodelete' => \$opt_dodelete,
'dodbdelete' => \$opt_dodbdelete,
'dryrun' => \$opt_dryrun,
'rerecord' => \$opt_rerecord,
'debug+' => \$debug,
'help' => \$opt_help,
'h' => \$opt_help,
'v' => \$opt_help);
if ($opt_help) {
print<<EOF
$progname (rev $revision)
(checks MythTV recording directories for orphaned files)
options:
--host=(host) MythTV backend host ($opt_host)
--dbhost=(host) host where MySQL database for backend is
($opt_dbhost)
--database=(dbname) MythTV database ($opt_database)
--user=(user) MySQL MythTV database user ($opt_user)
--pass=(pass) MySQL MythTV database password ($opt_pass)
--dir=directories manually specify recordings directories
(otherwise path is taken drom DB)
--sg=name manually specify recordings storage group name
(otherwise DB is queried for SG called "Default")
--debug increase debug level
--dodbdelete remove recorded db entries with no matching
file (default: don't)
--dodelete delete files with no record (default: don't)
--dryrun display delete actions without doing them
--rerecord set db entries to re-record missing files
(requires --dodbdelete)
EOF
;
exit(0);
}
#
# go go go!
#
my $valid_recordings = 0;
my $missing_recordings = 0;
my $errors = 0;
my $unknown_files = 0;
my $known_files = 0;
my $unknown_size = 0;
my $known_size = 0;
my $unknown_thumbnail = 0;
if (!($dbh =
DBI->connect("dbi:mysql:database=$opt_database:host=$opt_dbhost","$opt_user","$opt_pass")))
{
die "Cannot connect to database $opt_database on host $opt_dbhost:
$!\n";
}
if ($opt_dir eq "") {
&dir_lookup(sprintf "SELECT dirname FROM storagegroup WHERE hostname=(?)
AND groupname = \"%s\"", $opt_sg);
&dir_lookup("SELECT data FROM settings WHERE value='RecordFilePrefix'
AND hostname=(?)");
printf STDERR "Recording directories ($opt_host): $opt_dir\n" if
$debug;
}
if ($opt_dir eq "") {
printf "ERROR: no directory found or specified\n";
exit 1;
}
foreach $d (split(/,/,$opt_dir)) {
$d =~ s/\/$//g; # strip trailing /
$dirs{$d}++;
}
#
# look in recorded table, make sure we can find every file ..
#
my $q = "SELECT title, subtitle, description, starttime, endtime,
chanid, basename FROM recorded WHERE hostname=(?) ORDER BY starttime";
$sth = $dbh->prepare($q);
$sth->execute($opt_host) || die "Could not execute ($q): $!\n";
while (my @row=$sth->fetchrow_array) {
($title, $subtitle, $description ,$starttime, $endtime, $channel,
$basename) = @row;
# see if we can find it...
$loc = find_file($basename);
if ($loc eq "") {
printf "Missing media: %s (title:%s,
start:%s)\n",$basename,$title,$starttime;
$missing_recordings++;
if ($opt_dodbdelete) {
$title =~ s/"/\\"/g;
$subtitle =~ s/"/\\"/g;
$description =~ s/"/\\"/g;
my $sql = sprintf "DELETE FROM oldrecorded WHERE title LIKE
\"%s\" AND subtitle LIKE \"%s\" AND description LIKE \"%s\" LIMIT 1",
$title, $subtitle, $description;
printf "unmarking program as recorded: %s\n",$sql;
$dbh->do($sql) || die "Could not execute $sql: $!\n";
my $sql = sprintf "DELETE FROM recorded WHERE basename LIKE
\"%s\" LIMIT 1",$basename;
printf "performing database delete: %s\n",$sql;
if (!$opt_dryrun) {
$dbh->do($sql) || die "Could not execute $sql: $!\n";
}
if ($opt_rerecord) {
my $sql = sprintf "UPDATE oldrecorded SET duplicate = 0
where title = \"%s\" and starttime = \"%s\" and chanid = \"%s\"",
$title, $starttime, $channel;
printf "updating oldrecorded: %s\n", $sql;
if (!$opt_dryrun) {
$dbh->do($sql) || die "Could not execute $sql: $!\n";
}
}
}
} else {
$valid_recordings++;
$seen_basename{$basename}++;
$seen_basename{$basename.".png"}++; # preview
$seen_basename{$basename.".-1.100x75.png"}++; # small thumbnail 4/3
$seen_basename{$basename.".-1.100x56.png"}++; # small thumbnail
16/9
}
}
#
# look in recording directories, see if there are extra files not in
database
#
foreach my $this_dir (keys %dirs) {
opendir(DIR, $this_dir) || die "cannot open directory $this_dir: $!\n";
foreach $this_file (readdir(DIR)) {
if (-f "$this_dir/$this_file") {
next if ($this_file eq "nfslockfile.lock");
my $this_filesize = -s "$this_dir/$this_file";
if ($seen_basename{$this_file} == 0) {
$sorted_filesizes{$this_filesize} .= sprintf "unknown
file [%s]: %s/%s\n",pretty_filesize($this_filesize),$this_dir,$this_file;
$unknown_size += $this_filesize;
if (substr($this_file,-4) eq ".png") {
$unknown_thumbnail++;
}
else {
$unknown_files++;
}
if ($opt_dodelete) {
printf STDERR "deleting [%s]:
%s/%s\n",pretty_filesize($this_filesize),$this_dir,$this_file;
if (!$opt_dryrun) {
unlink "$this_dir/$this_file";
if (-f "$this_dir/$this_file") {
$errors++;
printf "ERROR: could not delete
$this_dir/$this_file\n";
}
}
}
} else {
$known_files++;
$known_size += $this_filesize;
printf "KNOWN file [%s]:
%s/%s\n",pretty_filesize($this_filesize),$this_dir,$this_file if $debug;
}
} else {
printf "NOT A FILE: %s/%s\n",$this_dir,$this_file if $debug;
}
}
closedir DIR;
}
#
# finished, report results
#
foreach my $key (sort { $a <=> $b } keys %sorted_filesizes) {
printf $sorted_filesizes{$key};
}
printf "Summary:\n";
printf " Host: %s, Directories: %s\n", $opt_host, join(" ",keys %dirs);
printf " %d ERRORS ENCOUNTERED (see above for details)\n",$errors if
($errors > 0);
printf " %d valid recording%s\n %d missing recording%s %s\n",
$valid_recordings, ($valid_recordings != 1 ? "s" : ""),
$missing_recordings, ($missing_recordings != 1 ? "s" : ""),
($missing_recordings > 0 ? ($opt_dodbdelete ? "were fixed" : "not
fixed, check above is valid and use --dodbdelete to fix") : "");
printf " %d known media files using %s\n %d orphaned thumbnails with
no corresponding recording\n %d unknown files using %s %s\n",
$known_files, pretty_filesize($known_size),
$unknown_thumbnail,$unknown_files, pretty_filesize($unknown_size),
($unknown_files > 0 ? ($opt_dodelete ? "were fixed" : "not fixed,
check above and use --dodelete to clean up if the above output is
accurate") : "");
exit(0);
###########################################################################
# filesize bling
sub pretty_filesize
{
local($fsize) = @_;
return sprintf "%0.1fGB",($fsize / 1000000000) if ($fsize >=
1000000000);
return sprintf "%0.1fMB",($fsize / 1000000) if ($fsize >= 1000000);
return sprintf "%0.1fKB",($fsize / 1000) if ($fsize >= 1000);
return sprintf "%0.0fB",$fsize;
}
###########################################################################
# find a file in directories without globbing
sub find_file
{
local($fname) = @_;
foreach my $d (keys %dirs) {
my $f = $d."/".$fname;
if (-e $f) {
return $f;
}
}
return;
}
###########################################################################
sub dir_lookup
{
my $query = shift;
$sth = $dbh->prepare($query);
$sth->execute($opt_host) || die "Could not execute ($dir_query)";
while (my @row = $sth->fetchrow_array) {
$opt_dir .= "," if ($opt_dir ne "");
$opt_dir .= $row[0];
}
}
###########################################################################
-------------- next part --------------
A non-text attachment was scrubbed...
Name: warpme.vcf
Type: text/x-vcard
Size: 83 bytes
Desc: not available
Url : http://www.mythtv.org/pipermail/mythtv-users/attachments/20110413/a01380c1/attachment.vcf
More information about the mythtv-users
mailing list