15 my $class=ref($proto) || $proto;
20 $self->{verbose}=shift;
24 my $fallbackdir=shift;
26 $dbpath=$self->find_db($init, $dbpath, $fallbackdir);
27 return undef unless($dbpath);
28 $self->{absbase}=Cwd::abs_path($self->{base});
30 my $connectstr="dbi:SQLite:dbname=$dbpath";
31 my ($user, $pass)=("", "");
34 $connectstr="dbi:Pg:dbname=id3fs";
38 my $exists=-f $dbpath;
39 $self->{dbh}=DBI->connect($connectstr, $user, $pass,
41 unless(defined($self->{dbh}))
43 die("$self->{me}: DB Error: " . $DBI::errstr . "\n");
54 $self->enable_foreign_keys();
60 my($self, $init, $dbpath, $fallbackdir)=@_;
67 if(defined ($self->{base}))
69 $file="$self->{base}/$dbfile" unless defined($file);
72 elsif(defined($fallbackdir) && -d $fallbackdir)
74 my $path=Cwd::abs_path($fallbackdir);
77 $file="$path/$dbfile";
79 $path=~s/(.*)\/.*/$1/;
81 while(! -f $file && length($path) && -d $path);
84 $file="$fallbackdir/$dbfile";
88 if(!-f $file && !$init)
90 print "$self->{me}: db not found at $file\n";
97 sub base_dir { return shift->{base}; }
102 my @schema=split(/\n\n/,join("", <DATA>));
104 for my $cmd (@schema)
106 $self->{dbh}->do($cmd);
108 if($self->{postgres})
110 $self->cmd("CREATE SEQUENCE seq");
114 my %indexes=( "idx_files_id" => "files (id)",
115 "idx_fxt_both" => "files_x_tags (files_id, tags_id)",
116 "idx_fxt_files" => "files_x_tags (files_id)",
117 "idx_fxt_tags" => "files_x_tags (tags_id)",
118 "idx_tags_id" => "tags (id)",
119 "idx_tags_name" => "tags (name)");
120 for my $index (keys %indexes)
122 $self->{dbh}->do("CREATE INDEX $index ON " . $indexes{$index});
125 $self->cmd("INSERT INTO id3fs (schema_version, last_update) VALUES (?, ?)",
126 $SCHEMA_VERSION, time());
132 my ($version)=$self->cmd_onerow("SELECT schema_version from id3fs");
133 if(!defined($version) || $version != $SCHEMA_VERSION)
135 die("$self->{me}: id3fs database version " .
136 defined($version) ? $version : '""' .
137 "not known, current version is $SCHEMA_VERSION.\n");
141 sub enable_foreign_keys
144 $self->cmd("PRAGMA foreign_keys = ON");
149 my($self, $newval)=@_;
152 $self->cmd("UPDATE id3fs SET last_update=?", $newval);
156 ($newval)=$self->cmd_onerow("SELECT last_update from id3fs");
163 my($self, $sql, @params)=@_;
164 my $sth=$self->{dbh}->prepare($sql);
166 for my $param (@params)
168 $param="" unless(defined($param));
169 $sth->bind_param($idx++, $param);
177 my($self, @constraints)=@_;
178 if(!@constraints) # /
181 my $sql="SELECT DISTINCT name FROM tags;";
182 my $tags=$self->cmd_rows($sql);
183 return(map { $_->[0]; } @$tags);
187 my $main_sql_start=("SELECT t2.name\n" .
188 "\tFROM (SELECT files_id FROM tags t1\n" .
189 "\t\tINNER JOIN files_x_tags ON t1.id=files_x_tags.tags_id\n" .
190 "\t\tWHERE t1.id in\n\t\t\t(");
191 my $main_sql_mid=(")\n\t\t) AS subselect\n" .
192 "\tINNER JOIN files_x_tags ON subselect.files_id=files_x_tags.files_id\n" .
193 "\tINNER JOIN tags t2 ON files_x_tags.tags_id=t2.id\n" .
194 "\tWHERE t2.id NOT IN (");
195 my $main_sql_end=")\n\tGROUP BY t2.name;";
196 while(my $constraint=shift @constraints)
198 my $cid=$constraint->{id};
201 @ids = map( { "\"$_\""; } grep { defined; } @ids) unless($self->{postgres});
202 my $tagstr=join(", ", @ids);
203 my $sql = ($main_sql_start . $tagstr .
204 $main_sql_mid . $tagstr .
207 my $result=$self->cmd_rows($sql);
208 my @tagnames=map { $_->[0]; } @$result;
209 print "SUBNAMES: ", join(', ', @tagnames), "\n";
215 my($self, $tagid)=@_;
216 my $sql=("SELECT DISTINCT tagvals.name FROM tagvals\n" .
217 "INNER JOIN tags_x_tagvals ON tagvals.id=tags_x_tagvals.tagvals_id\n" .
218 "WHERE tags_x_tagvals.tags_id=?");
219 my $tags=$self->cmd_rows($sql, $tagid);
220 my @tags=map { $_->[0]; } @$tags;
221 @tags=map { length($_) ? $_ : "NOVALUE"; } @tags;
227 my($self, @constraints)=@_;
228 if(!@constraints) # /ALL
230 my $sql="SELECT DISTINCT name FROM artists;";
231 my $tags=$self->cmd_rows($sql);
232 return(map { $_->[0]; } @$tags);
235 my $main_sql_start=("SELECT artists.name\n" .
236 "\tFROM (SELECT files_id FROM tags\n" .
237 "\t\tINNER JOIN files_x_tags ON tags.id=files_x_tags.tags_id\n" .
238 "\t\tWHERE tags.id in\n\t\t\t(");
239 my $main_sql_end=(")\n\t\t) AS subselect\n" .
240 "\tINNER JOIN files ON subselect.files_id=files.id\n" .
241 "\tINNER JOIN artists ON files.artists_id=artists.id\n" .
242 "\n\tGROUP BY artists.name;");
243 while(my $constraint=shift @constraints)
245 my $cid=$constraint->{id};
248 @ids = map( { "\"$_\""; } grep { defined; } @ids) unless($self->{postgres});
249 my $tagstr=join(", ", @ids);
250 my $sql = ($main_sql_start . $tagstr .
253 my $result=$self->cmd_rows($sql);
254 my @tagnames=map { $_->[0]; } @$result;
255 print "ARTISTS: ", join(', ', @tagnames), "\n";
261 my($self, @constraints)=@_;
263 # FIXME: rework PathElements
264 if(ref($constraints[$#constraints]) eq "ID3FS::PathElement::Artist")
266 return $self->artist_albums($constraints[$#constraints]->{id});
268 my $main_sql_start=("SELECT albums.name\n" .
269 "\tFROM (SELECT files_id FROM tags\n" .
270 "\t\tINNER JOIN files_x_tags ON tags.id=files_x_tags.tags_id\n" .
271 "\t\tWHERE tags.id in\n\t\t\t(");
272 my $main_sql_end=(")\n\t\t) AS subselect\n" .
273 "\tINNER JOIN files ON subselect.files_id=files.id\n" .
274 "\tINNER JOIN albums ON files.albums_id=albums.id\n" .
275 "\n\tGROUP BY albums.name;");
276 while(my $constraint=shift @constraints)
278 my $cid=$constraint->{id};
281 @ids = map( { "\"$_\""; } grep { defined; } @ids) unless($self->{postgres});
282 my $str=join(", ", @ids);
283 my $sql = ($main_sql_start . $str .
285 my $result=$self->cmd_rows($sql);
286 my @names=map { $_->[0]; } @$result;
287 print "ALBUMS: ", join(', ', @names), "\n";
293 my($self, $artist_id)=@_;
294 my $sql=("SELECT albums.name FROM files\n\t" .
295 "INNER JOIN albums ON albums.id=files.albums_id\n\t" .
296 "INNER JOIN artists ON artists.id=files.artists_id\n\t" .
297 "WHERE artists.id=? and albums.name <> ''\n\t" .
298 "GROUP BY albums.name\n");
299 print "ARTIST_ALBUMS SQL: $sql\n";
300 my $result=$self->cmd_rows($sql, $artist_id);
301 my @albums=map { $_->[0]; } @$result;
302 print "ALBUMS: ", join(', ', @albums), "\n";
308 my($self, $artist_id)=@_;
309 my $sql=("SELECT files.name FROM files\n\t" .
310 "INNER JOIN artists ON artists.id=files.artists_id\n\t" .
311 "INNER JOIN albums ON albums.id=files.albums_id\n\t" .
312 "WHERE artists.id=? AND albums.name=''\n\t" .
313 "GROUP BY files.name\n");
314 print "ARTIST_TRACKS SQL: $sql\n";
315 my $result=$self->cmd_rows($sql, $artist_id);
316 my @names=map { $_->[0]; } @$result;
317 print "ARTISTTRACKS: ", join(', ', @names), "\n";
323 my($self, $artist_id, $album_id)=@_;
324 my $sql=("SELECT files.name FROM files\n\t" .
325 "INNER JOIN albums ON albums.id=files.albums_id\n\t" .
326 "INNER JOIN artists ON artists.id=files.artists_id\n\t" .
327 "WHERE artists.id=? AND albums.id=?\n\t" .
328 "GROUP BY files.name\n");
329 print "ALBUM_TRACKS SQL($artist_id, $album_id): $sql\n";
330 my $result=$self->cmd_rows($sql, $artist_id, $album_id);
331 my @names=map { $_->[0]; } @$result;
332 print "TRACKS: ", join(', ', @names), "\n";
338 my($self, @constraints)=@_;
339 # FIXME: rework PathElements
340 if(ref($constraints[$#constraints]) eq "ID3FS::PathElement::Artist")
342 return $self->artist_tracks($constraints[$#constraints]->{id});
344 elsif(ref($constraints[$#constraints]) eq "ID3FS::PathElement::Album")
347 my $artist=$constraints[($#constraints)-1];
348 if(defined($artist) && (ref($artist) eq "ID3FS::PathElement::Artist"))
350 # should always happen
351 $artist_id=$artist->{id};
353 return $self->album_tracks($artist_id, $constraints[$#constraints]->{id});
356 my $main_sql_start=("SELECT files.name\n" .
357 "\tFROM (SELECT files_id FROM tags\n" .
358 "\t\tINNER JOIN files_x_tags ON tags.id=files_x_tags.tags_id\n" .
359 "\t\tWHERE tags.id in\n\t\t\t(");
360 my $main_sql_end=(")\n\t\t) AS subselect\n" .
361 "\tINNER JOIN files ON files.id=subselect.files_id" .
362 "\tGROUP BY files.name;");
364 while(my $constraint=shift @constraints)
366 my $cid=$constraint->{id};
369 @ids = map( { "\"$_\""; } grep { defined; } @ids) unless($self->{postgres});
370 my $str=join(", ", @ids);
371 my $sql = ($main_sql_start . $str .
374 my $result=$self->cmd_rows($sql);
375 my @names=map { $_->[0]; } @$result;
376 print "TRACKS: ", join(', ', @names), "\n";
382 my($self, @constraints)=@_;
383 if(ref($constraints[$#constraints]) eq "ID3FS::PathElement::File")
385 my $id=$constraints[$#constraints]->{id};
386 my $sql=("SELECT paths.name, files.name FROM files\n" .
387 "INNER JOIN paths ON files.paths_id=paths.id\n" .
388 "WHERE files.id=?\n" .
389 "GROUP BY paths.name, files.name");
390 print "FILENAME SQL: $sql\n";
391 my ($path, $name)=$self->cmd_onerow($sql, $id);
392 return($self->{absbase} . "/$path/$name");
394 die("DB::filename: unhandled case\n"); #FIXME
400 my $sql=("SELECT tags.name FROM tags\n" .
401 "LEFT JOIN tags_x_tagvals ON tags.id=tags_x_tagvals.tags_id\n" .
402 "WHERE tags_x_tagvals.tags_id IS NULL\n" .
403 "GROUP BY tags.name\n");
404 my $result=$self->cmd_rows($sql);
405 my @names=map { $_->[0]; } @$result;
412 my $sql=("SELECT tags.name, tagvals.name FROM tags\n" .
413 "INNER JOIN tags_x_tagvals ON tags.id=tags_x_tagvals.tags_id\n" .
414 "INNER JOIN tagvals ON tagvals.id=tags_x_tagvals.tagvals_id\n" .
415 "GROUP BY tags.name, tagvals.name\n");
416 my $result=$self->cmd_rows($sql);
418 for my $pair (@$result)
420 push(@{$tags->{$pair->[0]}}, $pair->[1]);
427 my($self, $type, $val)=@_;
428 my $sql="SELECT id FROM $type WHERE name=?";
429 my ($id)=$self->cmd_onerow($sql, $val);
437 $relpath =~ s/^\Q$self->{base}\E\/?//;
438 my($filepart,$pathpart);
446 ($pathpart, $filepart) = ($relpath =~ /(.*)\/(.*)/);
448 my $file=ID3FS::AudioFile->new($path);
449 return unless(defined($file));
450 my $artist=$file->artist();
451 my $album=$file->album();
452 my $v1genre=$file->v1genre();
453 my $year=$file->year();
454 my $audiotype=$file->audiotype();
455 my $tags=$file->tags();
456 my $haspic=$file->haspic();
458 $artist=undef unless($self->ok($artist));
459 print "$self->{me}: $path: no artist tag defined\n" unless(defined($artist));
460 my $artist_id=$self->add_to_table("artists", $artist);
461 my $path_id=$self->add_to_table("paths", $pathpart);
462 $album=undef unless($self->ok($album));
463 if($self->{verbose} && !defined($album))
465 print "$self->{me}: $path: no album tag defined\n";
468 my $albums_id=$self->add_to_table("albums", $album);
469 my $file_id=$self->add_to_table("files", $filepart,
470 { "artists_id" => $artist_id,
471 "albums_id" => $albums_id,
472 "paths_id" => $path_id });
473 for my $tag (keys %$tags)
475 $self->add_tag($file_id, $tag, $tags->{$tag});
480 $self->add_tag($file_id, "year", $year);
481 if($year=~/^(\d\d\d)\d$/)
483 $self->add_tag($file_id, "decade", "${1}0s");
487 if($self->ok($v1genre))
489 $self->add_tag($file_id, "v1genre", $v1genre);
494 $self->add_tag($file_id, "haspic", undef);
500 my($self, $file_id, $tag, $val)=@_;
501 my $tag_id=$self->add_to_table("tags", $tag);
502 $self->add_relation("files_x_tags",
503 { "files_id" => $file_id,
504 "tags_id" => $tag_id });
507 my $val_id=$self->add_to_table("tagvals", $val);
508 $self->add_relation("tags_x_tagvals",
509 { "tags_id" => $tag_id,
510 "tagvals_id" => $val_id });
516 my($self, $table, $name, $extradata)=@_;
517 my $id=$self->lookup_id($table, $name);
520 my $sql="INSERT INTO $table (";
521 $sql .= "id, " if($self->{postgres});
523 if(defined($extradata))
525 push(@fields, sort keys(%$extradata));
527 $sql .= join(", ", @fields);
529 $sql .=") nextval('seq'), " if($self->{postgres});
530 $sql .= join(", ", map { "?"; } @fields);
532 $id=$self->cmd_id($sql, $name, map { $extradata->{$_} || ""; } sort keys %$extradata);
539 my ($self, $relname, $fields)=@_;
540 return if($self->relation_exists($relname, $fields));
541 my $sql="INSERT INTO $relname (";
542 $sql .= join(", ", sort keys(%$fields));
543 $sql .= ") VALUES (";
544 $sql .= join(", ", map { "?"; } sort keys(%$fields));
546 $self->cmd($sql, map { $fields->{$_}; } sort keys(%$fields));
551 my($self, $table, $name)=@_;
552 my($id)=$self->cmd_onerow("SELECT id FROM $table where name=?", $name);
559 my $sql=("SELECT COUNT(*) FROM tags\n\t" .
560 "INNER JOIN tags_x_tagvals ON tags.id=tags_x_tagvals.tags_id\n\t" .
561 "INNER JOIN tagvals ON tagvals.id=tags_x_tagvals.tagvals_id\n\t" .
562 "WHERE tags.id=?\n");
563 my ($rows)=$self->cmd_onerow($sql, $id);
570 $dir=~s/^$self->{base}\/?//;
571 # print "Munged dir: $dir\n";
572 my $sql=("SELECT files.name FROM files\n" .
573 "INNER JOIN paths ON files.paths_id=paths.id\n" .
574 "WHERE paths.name=?\n");
575 my $files=$self->cmd_rows($sql, $dir);
576 return(map { $_->[0]; } @$files);
579 sub prune_directories
582 my $sql=("SELECT name, id FROM paths ORDER BY name\n");
583 my $pathsref=$self->cmd_rows($sql);
585 for my $pathpair (@$pathsref)
587 my($path, $id)=@$pathpair;
588 my $fullpath="$self->{absbase}/$path";
589 # print "PRUNING PATH $fullpath: ";
595 $self->prune_paths(@ids);
603 my $sql=("DELETE FROM files WHERE paths_id IN (\n\t" .
604 join(', ', map { "\"$_\""; } @ids). "\n\t)");
605 print "SQL: \n", $sql, "\n";
613 DELETE FROM artists WHERE id IN (
614 SELECT artists.id FROM artists
615 LEFT JOIN files ON files.artists_id=artists.id
616 WHERE files.id IS NULL);
618 DELETE FROM albums WHERE id IN (
619 SELECT albums.id FROM albums
620 LEFT JOIN files ON files.albums_id=albums.id
621 WHERE files.id IS NULL);
623 DELETE FROM paths WHERE id IN (
624 SELECT paths.id FROM paths
625 LEFT JOIN files ON files.paths_id=paths.id
626 WHERE files.id IS NULL);
628 DELETE FROM files_x_tags WHERE files_id IN (
629 SELECT files_x_tags.files_id FROM files_x_tags
630 LEFT JOIN files ON files.id=files_x_tags.files_id
631 WHERE files.id IS NULL);
633 DELETE FROM tags WHERE id IN (
634 SELECT tags.id FROM tags
635 LEFT JOIN files_x_tags ON files_x_tags.tags_id=tags.id
636 WHERE files_x_tags.files_id IS NULL);
638 DELETE FROM tags_x_tagvals WHERE tags_id IN (
639 SELECT tags_x_tagvals.tags_id FROM tags_x_tagvals
640 LEFT JOIN tags ON tags.id=tags_x_tagvals.tags_id
641 WHERE tags.id IS NULL);
643 DELETE FROM tagvals WHERE id IN (
644 SELECT tagvals.id FROM tagvals
645 LEFT JOIN tags_x_tagvals ON tags_x_tagvals.tagvals_id=tagvals.id
646 WHERE tags_x_tagvals.tagvals_id IS NULL);
649 my @sql=split(/\n\n/, $sql);
650 $self->cmd($_) for (@sql);
655 my ($self, $relname, $fields)=@_;
656 my $sql="SELECT count(1) FROM $relname WHERE ";
659 for my $field (keys %$fields)
662 push(@vals,$fields->{$field});
664 $sql .= join(' AND ', map { "$_=?"; } @exprs);
665 my ($ret)=$self->cmd_onerow($sql, @vals);
671 my($self, $thing)=@_;
672 return(defined($thing) && length($thing) && $thing =~ /\S+/);
677 my ($self, @args)=@_;
678 # don't care about retcode
679 $self->cmd_sth(@args);
684 my ($self, @args)=@_;
685 my $sth=$self->cmd_sth(@args);
686 return($sth->fetchrow_array());
691 my ($self, @args)=@_;
692 my $sth=$self->cmd_sth(@args);
693 return $sth->fetchall_arrayref();
698 my ($self, @args)=@_;
699 $self->cmd_sth(@args);
700 return($self->last_insert_id());
706 if($self->{postgres})
708 return $self->{dbh}->last_insert_id(undef, undef, undef, undef,
709 { sequence => "seq" });
713 return $self->{dbh}->last_insert_id("","","","");
720 schema_version INTEGER,
725 id INTEGER PRIMARY KEY,
729 CREATE TABLE artists (
730 id INTEGER PRIMARY KEY,
734 CREATE TABLE albums (
735 id INTEGER PRIMARY KEY,
740 id INTEGER PRIMARY KEY,
745 FOREIGN KEY(artists_id) REFERENCES artists(id) ON DELETE CASCADE ON UPDATE CASCADE,
746 FOREIGN KEY(albums_id) REFERENCES albums(id) ON DELETE CASCADE ON UPDATE CASCADE,
747 FOREIGN KEY(paths_id) REFERENCES paths(id) ON DELETE CASCADE ON UPDATE CASCADE
751 id INTEGER PRIMARY KEY,
755 CREATE TABLE tagvals (
756 id INTEGER PRIMARY KEY,
760 CREATE TABLE files_x_tags (
763 FOREIGN KEY(files_id) REFERENCES files(id) ON DELETE CASCADE ON UPDATE CASCADE,
764 FOREIGN KEY(tags_id) REFERENCES tags(id) ON DELETE CASCADE ON UPDATE CASCADE
767 CREATE TABLE tags_x_tagvals (
770 FOREIGN KEY(tags_id) REFERENCES tags(id) ON DELETE CASCADE ON UPDATE CASCADE,
771 FOREIGN KEY(tagvals_id) REFERENCES tagvals(id) ON DELETE CASCADE ON UPDATE CASCADE