-package App::MPD::Feeder;
-
-use strict;
-use warnings;
+use v5.28;
use utf8;
+use Object::Pad;
+class App::MPD::Feeder;
+use App::MPD::Feeder::DB;
use App::MPD::Feeder::Options;
+use App::MPD::Feeder::WorkQueue;
use DBD::Pg;
use DBI;
use Getopt::Long;
use IO::Async::Signal;
+use IO::Async::Timer::Periodic;
use Log::Any qw($log);
use Net::Async::MPD;
use Object::Pad;
use Syntax::Keyword::Try;
-
-class App::MPD::Feeder {
- has $cfg_file :reader;
- has $opt :reader;
- has $db;
- has $db_generation;
- has $db_needs_update :writer = 1;
- has $mpd :reader;
+has $cfg_file :reader;
+has $opt :reader;
+has $db :reader;
+has $db_needs_update :writer = 1;
+has $mpd :reader;
+has $idler;
+has $work_queue = App::MPD::Feeder::WorkQueue->new;
+has $last_mpd_comm;
use constant DEFAULT_CONFIG_FILE => '/etc/mpd-feeder/mpd-feeder.conf';
- ADJUST {
- Getopt::Long::Configure('pass_through');
- Getopt::Long::GetOptions('cfg|config=s' => \$cfg_file);
- Getopt::Long::Configure('no_pass_through');
+ADJUST {
+ Getopt::Long::Configure('pass_through');
+ Getopt::Long::GetOptions( 'cfg|config=s' => \$cfg_file );
+ Getopt::Long::Configure('no_pass_through');
- $cfg_file //= DEFAULT_CONFIG_FILE if -e DEFAULT_CONFIG_FILE;
+ $cfg_file //= DEFAULT_CONFIG_FILE if -e DEFAULT_CONFIG_FILE;
- $self->configure;
+ $self->configure;
- $db_needs_update = 0 if $opt->skip_db_update;
- }
+ $db_needs_update = 0 if $opt->skip_db_update;
+}
- method configure {
- my $new_opt = App::MPD::Feeder::Options->new;
+method configure {
+ my $new_opt = App::MPD::Feeder::Options->new;
- $new_opt->parse_config_file($cfg_file) if $cfg_file;
+ $new_opt->parse_config_file($cfg_file) if $cfg_file;
- $new_opt->parse_command_line;
+ $new_opt->parse_command_line;
- Log::Any::Adapter->set( Stderr => log_level => $new_opt->log_level );
+ Log::Any::Adapter->set( Stderr => log_level => $new_opt->log_level );
- $opt = $new_opt;
- }
+ $opt = $new_opt;
- method connect_mpd {
- return if $mpd;
+ $db = App::MPD::Feeder::DB->new( opt => $opt );
+}
- my %conn = ( auto_connect => 1 );
- $conn{host} = $opt->mpd_host if $opt->mpd_host;
- $conn{port} = $opt->mpd_port if $opt->mpd_port;
+method connect_mpd {
+ return if $mpd;
- $mpd = Net::Async::MPD->new(%conn);
+ my %conn = ( auto_connect => 1 );
+ $conn{host} = $opt->mpd_host if $opt->mpd_host;
+ $conn{port} = $opt->mpd_port if $opt->mpd_port;
- $mpd->loop->add(
- IO::Async::Signal->new(
- name => 'HUP',
- on_receipt => sub {
- $log->debug("SIGHUP received. Stopping loop");
- $mpd->loop->stop('reload');
- },
- )
- );
+ $mpd = Net::Async::MPD->new(%conn);
+ $mpd->on(
+ close => sub {
+ die "Connection to MPD lost";
+ }
+ );
+ $mpd->on(
+ playlist => sub {
+ $work_queue->add('playlist');
+ }
+ );
+ $mpd->on(
+ database => sub {
+ $work_queue->add('database');
+ }
+ );
+
+ my $int_signal_handler = sub {
+ state $signal_count = 0;
+ $signal_count++;
+ $log->debug("Signal received. Stopping loop");
+ $work_queue->add('quit');
+ $self->break_idle;
+
+ if ( $signal_count > 1 ) {
+ $log->warn("Another signal received (#$signal_count)");
+ $log->warn("Exiting abruptly");
+ exit 2;
+ }
+ };
+
+ for (qw(TERM INT)) {
$mpd->loop->add(
IO::Async::Signal->new(
- name => 'USR1',
- on_receipt => sub {
- $log->debug("SIGUSR1 received. Dumping configuration to STDERR");
- my $old = select \*STDERR;
- try {
- $opt->dump;
- }
- finally {
- select $old;
- }
- },
+ name => $_,
+ on_receipt => $int_signal_handler,
)
);
}
- method connect_db {
- return if $db;
-
- $db = DBI->connect( "dbi:Pg:dbname=" . $opt->db_path,
- $opt->db_user, $opt->db_password,
- { RaiseError => 1, PrintError => 0, AutoCommit => 1 } );
-
- $log->info( "Connected to database " . $opt->db_path );
- $db_generation = $self->db_get_option('generation');
- $log->debug("DB generation is $db_generation");
- $self->update_db;
- }
+ $mpd->loop->add(
+ IO::Async::Signal->new(
+ name => 'HUP',
+ on_receipt => sub {
+ $log->debug("SIGHUP received. Scheduling reload");
+ $work_queue->add('reload');
+ $self->break_idle;
+ },
+ )
+ );
+
+ $mpd->loop->add(
+ IO::Async::Signal->new(
+ name => 'USR1',
+ on_receipt => sub {
+ $log->debug(
+ "SIGUSR1 received. Dumping configuration to STDERR");
+ my $old = select \*STDERR;
+ try {
+ $opt->dump;
+ }
+ finally {
+ select $old;
+ }
+ },
+ )
+ );
+}
- method db_get_option($name) {
- my $sth = $db->prepare_cached("select $name from options");
- $sth->execute;
- my @result = $sth->fetchrow_array;
- $sth->finish;
- undef $sth;
+method connect_db {
+ $db->connect($opt);
+ $self->update_db;
+}
- return $result[0];
+method update_db( $force = undef ) {
+ if ( !$db_needs_update and !$force ) {
+ $log->debug("Skipping DB update");
+ return;
}
- method db_set_option( $name, $value ) {
- my $sth = $db->prepare_cached("update options set $name = ?");
- $sth->execute($value);
- }
+ $log->info('Updating song database');
+ $self->connect_mpd;
- method db_store_song($song, $artist, $album) {
- return unless length($song) and length($artist) and length($album);
-
- $db->prepare_cached(
- <<'SQL')->execute( $song, $artist, $album, $db_generation );
-INSERT INTO songs(path, artist, album, generation)
-VALUES($1, $2, $3, $4)
-ON CONFLICT ON CONSTRAINT songs_pkey DO
-UPDATE SET artist = $2
- , album = $3
- , generation = $4
-SQL
- $db->prepare_cached(<<'SQL')->execute( $artist, $album, $db_generation );
-INSERT INTO albums(artist, album, generation)
-VALUES($1, $2, $3)
-ON CONFLICT ON CONSTRAINT albums_pkey DO
-UPDATE SET generation = $3
-SQL
- $db->prepare_cached(<<'SQL')->execute( $artist, $db_generation );
-INSERT INTO artists(artist, generation)
-VALUES($1, $2)
-ON CONFLICT ON CONSTRAINT artists_pkey DO
-UPDATE SET generation = $2
-SQL
- }
+ my $rows = $mpd->send('listallinfo')->get;
- method db_remove_stale_entries {
- my $sth =
- $db->prepare_cached('DELETE FROM songs WHERE generation <> ?');
- $sth->execute($db_generation);
- $log->debug( sprintf( "Deleted %d stale songs", $sth->rows ) );
+ $log->trace('got all songs from MPD');
- $sth = $db->prepare_cached('DELETE FROM albums WHERE generation <> ?');
- $sth->execute($db_generation);
- $log->debug( sprintf( "Deleted %d stale albums", $sth->rows ) );
+ $db->start_update;
+ try {
+ my $song_count;
- $sth =
- $db->prepare_cached('DELETE FROM artists WHERE generation <> ?');
- $sth->execute($db_generation);
- $log->debug( sprintf( "Deleted %d stale artists", $sth->rows ) );
- }
+ foreach my $entry (@$rows) {
+ next unless exists $entry->{file};
- method db_note_song_qeued($item) {
- $db->prepare_cached(
- 'UPDATE songs SET last_queued=current_timestamp WHERE path=?')
- ->execute( $item->{song} );
- $db->prepare_cached(
- 'UPDATE artists SET last_queued=CURRENT_TIMESTAMP WHERE artist=?')
- ->execute( $item->{artist} );
- $db->prepare_cached(
- 'UPDATE albums SET last_queued=CURRENT_TIMESTAMP WHERE artist=? AND album=?'
- )->execute( $item->{artist}, $item->{album} );
- }
+ $self->db->store_song( $entry->{file},
+ $entry->{AlbumArtist} // $entry->{Artist},
+ $entry->{Album} );
- method update_db($force = undef) {
- if (!$db_needs_update and !$force) {
- $log->debug("Skipping DB update");
- return;
+ $song_count++;
}
- $log->info('Updating song database');
- $self->connect_mpd;
- $self->connect_db;
-
- my $rows = $mpd->send('listallinfo')->get;
- try {
- $db->begin_work;
-
- $db_generation++;
-
- my $song_count;
+ my ($total_songs, $total_artists, $total_albums,
+ $new_songs, $new_artists, $new_albums
+ ) = $self->db->finish_update;
- foreach my $entry (@$rows) {
- next unless exists $entry->{file};
- $self->db_store_song( $entry->{file},
- $entry->{AlbumArtist} // $entry->{Artist},
- $entry->{Album} );
- $song_count++;
- }
-
- $log->info("Updated data about $song_count songs");
-
- $self->db_remove_stale_entries;
-
- $self->db_set_option( generation => $db_generation );
-
- $db->commit;
+ $log->info(
+ "Updated data about $song_count songs (including $new_songs new), "
+ . "$total_artists artists (including $new_artists new) "
- $db_needs_update = 0;
- }
- catch {
- my $err = $@;
-
- $db_generation--;
-
- $db->rollback;
+ . "and $total_albums albums (including $new_albums new)"
+ );
- die $err;
- }
+ $db_needs_update = 0;
}
+ catch {
+ my $err = $@;
+ $self->db->cancel_update;
+ die $err;
+ }
+}
- method db_find_suitable_songs($num) {
- $self->connect_db;
- $self->update_db;
-
- my @result;
- my $sql = <<SQL;
-SELECT s.path, s.artist, s.album
-FROM songs s
-JOIN artists ar ON ar.artist=s.artist
-JOIN albums al ON al.album=s.album AND al.artist=s.artist
-WHERE (s.last_queued IS NULL OR s.last_queued < CURRENT_TIMESTAMP - (? || ' seconds')::interval)
- AND (ar.last_queued IS NULL OR ar.last_queued < CURRENT_TIMESTAMP - (? || ' seconds')::interval)
- AND (al.last_queued IS NULL OR al.last_queued < CURRENT_TIMESTAMP - (? || ' seconds')::interval)
- AND NOT EXISTS (SELECT 1 FROM unwanted_artists uar WHERE uar.artist = s.artist)
- AND NOT EXISTS (SELECT 1 FROM unwanted_albums ual WHERE ual.album = s.album)
-ORDER BY random()
-LIMIT ?
-SQL
- my @params = (
- $opt->min_song_interval, $opt->min_artist_interval,
- $opt->min_album_interval, $num,
- );
- my $sth = $db->prepare_cached($sql);
- $sth->execute(@params);
- while ( my @row = $sth->fetchrow_array ) {
- push @result,
- { song => $row[0], artist => $row[1], album => $row[2] };
- }
- undef $sth;
-
- if (scalar(@result) == $num and $log->is_debug) {
- $sql =~ s/^SELECT .+$/SELECT COUNT(DISTINCT s.path)/m;
- $sql =~ s/^ORDER BY .+$//m;
- $sql =~ s/^LIMIT .+$//m;
- $log->debug($sql);
- my $sth = $db->prepare_cached($sql);
- pop @params;
- $sth->execute(@params);
- my $count = ($sth->fetchrow_array)[0];
- $sth->finish;
-
- $sth = $db->prepare_cached('SELECT COUNT(*) FROM songs');
- $sth->execute;
- my $total = ($sth->fetchrow_array)[0];
- $log->debug(
- sprintf(
- "Number of songs meeting the criteria: %d out of total %d (%5.2f%%)",
- $count, $total, 100.0 * $count / $total
- )
- );
- $sth->finish;
-
- $sql = <<SQL;
-SELECT COUNT(*)
-FROM songs s
-WHERE (s.last_queued IS NULL OR s.last_queued < CURRENT_TIMESTAMP - (? || ' seconds')::interval)
-UNION
-SELECT COUNT(*)
-FROM songs
-SQL
- $sth = $db->prepare_cached($sql);
- $sth->execute($opt->min_song_interval);
- $count = ($sth->fetchrow_array)[0];
- $total = ($sth->fetchrow_array)[0];
- $sth->finish;
-
- $log->debug(
- sprintf(
- "Number of songs not queued soon: %d out of total %d (%5.2f%%)",
- $count, $total, 100.0 * $count / $total
- )
- );
- $sth->finish;
-
- $sql = <<SQL;
-SELECT COUNT(*)
-FROM artists ar
-WHERE (ar.last_queued IS NULL OR ar.last_queued < CURRENT_TIMESTAMP - (? || ' seconds')::interval)
-UNION
-SELECT COUNT(*)
-FROM artists
-SQL
- $sth = $db->prepare_cached($sql);
- $sth->execute($opt->min_artist_interval);
- $count = ($sth->fetchrow_array)[0];
- $total = ($sth->fetchrow_array)[0];
- $log->debug(
- sprintf(
- "Number of artists not queued soon: %d out of total %d (%5.2f%%)",
- $count, $total, 100.0 * $count / $total
- )
- );
- $sth->finish;
-
- $sql = <<SQL;
-SELECT COUNT(*)
-FROM albums al
-WHERE (al.last_queued IS NULL OR al.last_queued < CURRENT_TIMESTAMP - (? || ' seconds')::interval)
-UNION
-SELECT COUNT(*)
-FROM albums
-SQL
- $sth = $db->prepare_cached($sql);
- $sth->execute($opt->min_album_interval);
- $count = ($sth->fetchrow_array)[0];
- $total = ($sth->fetchrow_array)[0];
- $log->debug(
- sprintf(
- "Number of albums not queued soon: %d out of total %d (%5.2f%%)",
- $count, $total, 100.0 * $count / $total
- )
- );
- $sth->finish;
-
- undef $sth;
+method queue_songs( $num = undef ) {
+ $self->connect_db;
+ if ( !defined $num ) {
+ $self->connect_mpd;
+ $log->trace("Requesting playlist");
+ my $present = $mpd->send('playlist')->get // [];
+ $present = scalar(@$present);
+
+ $log->notice( "Playlist contains $present songs. Wanted: "
+ . $opt->target_queue_length );
+ if ( $present < $opt->target_queue_length ) {
+ $self->queue_songs( $opt->target_queue_length - $present );
}
- return @result;
+ return;
}
- method db_add_unwanted_artist($artist) {
- $self->connect_db;
-
- try {
- $db->do(
- <<'SQL',
-INSERT INTO unwanted_artists(artist, generation)
-VALUES($1, $2)
-SQL
- undef, $artist, $db_generation
- );
- return 1;
- }
- catch {
- my $err = $@;
+ my @list = $self->db->find_suitable_songs($num);
- $log->debug("PostgreSQL error: $err");
- $log->debug( "SQLSTATE = " . $db->state );
- return 0 if $db->state eq '23505';
+ die "Found no suitable songs" unless @list;
- die $err;
- }
+ if ( @list < $num ) {
+ $log->warn(
+ sprintf(
+ 'Found only %d suitable songs instead of %d',
+ scalar(@list), $num
+ )
+ );
}
- method db_del_unwanted_artist($artist) {
- $self->connect_db;
+ $log->info("About to add $num songs to the playlist");
- return 1 == $db->do(
- <<'SQL',
-DELETE FROM unwanted_artists
-WHERE artist = $1
-SQL
- undef, $artist
- );
+ my @paths;
+ for my $song (@list) {
+ my $path = $song->{song};
+ $path =~ s/"/\\"/g;
+ push @paths, $path;
}
- method queue_songs($num = undef, $callback = undef) {
- if (!defined $num) {
- $self->connect_mpd;
- $mpd->send('playlist')->on_done(
- sub {
- my $present = scalar @{ $_[0] };
-
- $log->notice( "Playlist contains $present songs. Wanted: "
- . $opt->target_queue_length );
- if ( $present < $opt->target_queue_length ) {
- $self->queue_songs(
- $opt->target_queue_length - $present, $callback );
- }
- else {
- $callback->() if $callback;
- }
- }
- );
+ $log->debug( "Adding " . join( ', ', map {"«$_»"} @paths ) );
- return;
+ # MPD needs raw bytes
+ utf8::encode($_) for @paths;
+ my @commands;
+ for (@paths) {
+ push @commands, [ add => "\"$_\"" ];
+ }
+ $self->connect_mpd;
+ my $f = $mpd->send( \@commands );
+ $f->on_fail( sub { die @_ } );
+ $f->on_done(
+ sub {
+ $self->db->note_song_qeued($_) for @list;
}
+ );
+ $f->get;
+}
- my @list = $self->db_find_suitable_songs($num);
-
- die "Found no suitable songs" unless @list;
-
- if ( @list < $num ) {
- $log->warn(
- sprintf(
- 'Found only %d suitable songs instead of %d',
- scalar(@list), $num
- )
- );
- }
+method stop {
+ undef $mpd;
- $log->info("About to add $num songs to the playlist");
+ $db->disconnect;
+}
- my @paths;
- for my $song (@list) {
- my $path = $song->{song};
- $path =~ s/"/\\"/g;
- push @paths, $path;
+method handle_work_queue {
+ while ( my $item = $work_queue->next ) {
+ if ( $item eq 'playlist' ) {
+ $self->queue_songs;
}
-
- $log->debug( "Adding " . join( ', ', map {"«$_»"} @paths ) );
- my @commands;
- for (@paths) {
- push @commands, [ add => "\"$_\"" ];
+ elsif ( $item eq 'database' ) {
+ $db_needs_update = 1;
+ $self->update_db;
}
- $self->connect_mpd;
- my $f = $mpd->send( \@commands );
- $f->on_fail( sub { die @_ } );
- $f->on_done(
- sub {
- $self->db_note_song_qeued($_) for @list;
- $callback->(@_) if $callback;
+ elsif ( $item eq 'reload' ) {
+ $log->notice("disconnecting and re-starting");
+ $self->stop;
+
+ my @exec = ( $0, '--config', $self->cfg_file, '--skip-db-update' );
+ if ( $log->is_trace ) {
+ $log->trace(
+ 'exec ' . join( ' ', map { /\s/ ? "'$_'" : $_ } @exec ) );
}
- );
+ exec(@exec);
+ }
+ elsif ( $item eq 'quit' ) {
+ $log->trace("quitting");
+ $self->stop;
+ exit 0;
+ }
+ else {
+ die "Unknown work queue item '$item'";
+ }
+ }
+}
+
+method break_idle {
+ if ( $idler && !$idler->is_ready ) {
+ $log->trace("hand-sending 'noidle'");
+ undef $idler;
+ $mpd->{mpd_handle}->write("noidle\n");
+ }
+ else {
+ $log->trace("no idler found");
}
+}
- method prepare_to_wait_idle {
- $log->trace('declaring idle mode');
- $mpd->send('idle database playlist')->on_done(
- sub {
- my $result = shift;
+method run_loop {
+ $self->connect_mpd;
+ $self->connect_db;
- if ( $result->{changed} eq 'database' ) {
- $db_needs_update = 1;
- $self->prepare_to_wait_idle;
- }
- elsif ( $result->{changed} eq 'playlist' ) {
- $self->queue_songs( undef,
- sub { $self->prepare_to_wait_idle } );
+ $mpd->loop->add(
+ IO::Async::Timer::Periodic->new(
+ interval => 60,
+ on_tick => sub {
+ if ( time - $last_mpd_comm > 300 ) {
+
+ $log->trace(
+ "no active MPD communication for more that 5 minutes");
+ $log->trace("forcing alive check");
+ $self->break_idle;
}
else {
- use JSON;
- $log->warn(
- "Unknown result from idle: " . to_json($result) );
- $self->prepare_to_wait_idle;
+ $log->trace(
+ "contacted MPD less than 5 minutes ago. skipping alive check"
+ );
}
- }
- );
- }
+ },
+ )->start
+ );
- method run {
- $mpd->on(
- close => sub {
- die "Connection to MPD lost";
- }
- );
+ $self->queue_songs;
- $self->prepare_to_wait_idle;
- }
+ for ( ;; ) {
+ $log->debug("Waiting idle. PID=$$");
+ $last_mpd_comm = time;
+ $idler = $mpd->send("idle database playlist");
+ my $result = $idler->get;
+ undef $idler;
- method stop {
- undef $mpd;
-
- if ($db) {
- if ($db->{ActiveKids}) {
- $log->warn("$db->{ActiveKids} active DB statements");
- for my $st ( @{ $db->{ChildHandles} } ) {
- next unless $st->{Active};
- while(my($k,$v) = each %$st) {
- $log->debug("$k = ".($v//'<NULL>'));
- }
- }
- }
+ if ( $result and $result->{changed} ) {
+ my $changed = $result->{changed};
+ $changed = [$changed] unless ref $changed;
- $db->disconnect;
- undef $db;
+ $mpd->emit($_) for @$changed;
}
+
+ $log->trace('got out of idle');
+
+ $self->handle_work_queue;
}
}
+1;
projects / mpd-feeder.git / blobdiff