package Mojo::Pg; use Mojo::Base 'Mojo::EventEmitter'; use Carp qw(croak); use DBI; use Mojo::Pg::Database; use Mojo::Pg::Migrations; use Mojo::Pg::PubSub; use Mojo::URL; use Scalar::Util qw(blessed); use SQL::Abstract::Pg; has abstract => sub { SQL::Abstract::Pg->new(array_datatypes => 1, name_sep => '.', quote_char => '"') }; has [qw(auto_migrate parent search_path)]; has database_class => 'Mojo::Pg::Database'; has dsn => 'dbi:Pg:'; has max_connections => 1; has migrations => sub { Mojo::Pg::Migrations->new(pg => shift) }; has options => sub { {AutoCommit => 1, AutoInactiveDestroy => 1, PrintError => 0, PrintWarn => 0, RaiseError => 1}; }; has [qw(password username)] => ''; has pubsub => sub { Mojo::Pg::PubSub->new(pg => shift) }; our $VERSION = '4.28'; sub db { $_[0]->database_class->new(dbh => $_[0]->_prepare, pg => $_[0]) } sub from_string { my ($self, $str) = @_; # Parent return $self unless $str; return $self->parent($str) if blessed $str && $str->isa('Mojo::Pg'); # Protocol my $url = Mojo::URL->new($str); croak qq{Invalid PostgreSQL connection string "$str"} unless $url->protocol =~ /^postgres(?:ql)?$/; # Connection information my $db = $url->path->parts->[0]; my $dsn = defined $db ? "dbi:Pg:dbname=$db" : 'dbi:Pg:'; if (my $host = $url->host) { $dsn .= ";host=$host" } if (my $port = $url->port) { $dsn .= ";port=$port" } if (defined(my $username = $url->username)) { $self->username($username) } if (defined(my $password = $url->password)) { $self->password($password) } # Service and search_path my $hash = $url->query->to_hash; if (my $service = delete $hash->{service}) { $dsn .= "service=$service" } if (my $path = delete $hash->{search_path}) { $self->search_path(ref $path ? $path : [$path]); } # Options @{$self->options}{keys %$hash} = values %$hash; return $self->dsn($dsn); } sub new { @_ > 1 ? shift->SUPER::new->from_string(@_) : shift->SUPER::new } sub reset { ($_[0]->{queue} = []) and return $_[0] } sub _dequeue { my $self = shift; # Fork-safety delete @$self{qw(pid queue)} if $self->{pid} && $self->{pid} ne $$; $self->{pid} //= $$; while (my $dbh = shift @{$self->{queue} || []}) { return $dbh if $dbh->ping } my $dbh = DBI->connect(map { $self->$_ } qw(dsn username password options)); # Search path if (my $path = $self->search_path) { my $search_path = join ', ', map { $dbh->quote_identifier($_) } @$path; $dbh->do("SET search_path TO $search_path"); } $self->emit(connection => $dbh); return $dbh; } sub _enqueue { my ($self, $dbh) = @_; if (my $parent = $self->parent) { return $parent->_enqueue($dbh) } my $queue = $self->{queue} ||= []; push @$queue, $dbh if $dbh->{Active}; shift @$queue while @$queue > $self->max_connections; } sub _prepare { my $self = shift; # Automatic migrations ++$self->{migrated} and $self->migrations->migrate if !$self->{migrated} && $self->auto_migrate; my $parent = $self->parent; return $parent ? $parent->_prepare : $self->_dequeue; } 1; =encoding utf8 =head1 NAME Mojo::Pg - Mojolicious ♥ PostgreSQL =head1 SYNOPSIS use Mojo::Pg; # Use a PostgreSQL connection string for configuration my $pg = Mojo::Pg->new('postgresql://postgres@/test'); # Select the server version say $pg->db->query('SELECT VERSION() AS version')->hash->{version}; # Use migrations to create a table $pg->migrations->name('my_names_app')->from_string(<migrate; -- 1 up CREATE TABLE names (id SERIAL PRIMARY KEY, name TEXT); -- 1 down DROP TABLE names; EOF # Use migrations to drop and recreate the table $pg->migrations->migrate(0)->migrate; # Get a database handle from the cache for multiple queries my $db = $pg->db; # Use SQL::Abstract to generate simple CRUD queries for you $db->insert('names', {name => 'Isabell'}); my $id = $db->select('names', ['id'], {name => 'Isabell'})->hash->{id}; $db->update('names', {name => 'Belle'}, {id => $id}); $db->delete('names', {name => 'Belle'}); # Insert a few rows in a transaction with SQL and placeholders eval { my $tx = $db->begin; $db->query('INSERT INTO names (name) VALUES (?)', 'Sara'); $db->query('INSERT INTO names (name) VALUES (?)', 'Stefan'); $tx->commit; }; say $@ if $@; # Insert another row with SQL::Abstract and return the generated id say $db->insert('names', {name => 'Daniel'}, {returning => 'id'})->hash->{id}; # JSON roundtrip say $db->query('SELECT ?::JSON AS foo', {json => {bar => 'baz'}}) ->expand->hash->{foo}{bar}; # Select all rows blocking with SQL::Abstract say $_->{name} for $db->select('names')->hashes->each; # Select all rows non-blocking with SQL::Abstract $db->select('names' => sub ($db, $err, $results) { die $err if $err; say $_->{name} for $results->hashes->each; }); Mojo::IOLoop->start unless Mojo::IOLoop->is_running; # Concurrent non-blocking queries (synchronized with promises) my $now = $pg->db->query_p('SELECT NOW() AS now'); my $names = $pg->db->query_p('SELECT * FROM names'); Mojo::Promise->all($now, $names)->then(sub ($now, $names) { say $now->[0]->hash->{now}; say $_->{name} for $names->[0]->hashes->each; })->catch(sub ($err) { warn "Something went wrong: $err"; })->wait; # Send and receive notifications non-blocking $pg->pubsub->listen(foo => sub ($pubsub, $payload) { say "foo: $payload"; $pubsub->notify(bar => $payload); }); $pg->pubsub->listen(bar => sub ($pubsub, $payload) { say "bar: $payload"; }); $pg->pubsub->notify(foo => 'PostgreSQL rocks!'); Mojo::IOLoop->start unless Mojo::IOLoop->is_running; =head1 DESCRIPTION L is a tiny wrapper around L that makes L a lot of fun to use with the L real-time web framework. Perform queries blocking and non-blocking, use all L PostgreSQL has to offer, generate CRUD queries from data structures, manage your database schema with migrations and build scalable real-time web applications with the publish/subscribe pattern. =head1 BASICS Database and statement handles are cached automatically, and will be reused transparently to increase performance. You can handle connection timeouts gracefully by holding on to them only for short amounts of time. use Mojolicious::Lite -signatures; use Mojo::Pg; helper pg => sub { state $pg = Mojo::Pg->new('postgresql://postgres@/test') }; get '/' => sub ($c) { my $db = $c->pg->db; $c->render(json => $db->query('SELECT NOW() AS now')->hash); }; app->start; In this example application, we create a C helper to store a L object. Our action calls that helper and uses the method L to dequeue a L object from the connection pool. Then we use the method L to execute an L statement, which returns a L object. And finally we call the method L to retrieve the first row as a hash reference. While all I/O operations are performed blocking, you can wait for long running queries asynchronously, allowing the L event loop to perform other tasks in the meantime. Since database connections usually have a very low latency, this often results in very good performance. Every database connection can only handle one active query at a time, this includes asynchronous ones. To perform multiple queries concurrently, you have to use multiple connections. # Performed concurrently (5 seconds) $pg->db->query('SELECT PG_SLEEP(5)' => sub ($db, $err, $results) {...}); $pg->db->query('SELECT PG_SLEEP(5)' => sub ($db, $err, $results) {...}); All cached database handles will be reset automatically if a new process has been forked, this allows multiple processes to share the same L object safely. =head1 GROWING And as your application grows, you can move queries into model classes. package MyApp::Model::Time; use Mojo::Base -base, -signatures; has 'pg'; sub now ($self) { return $self->pg->db->query('SELECT NOW() AS now')->hash; } 1; Which get integrated into your application with helpers. use Mojolicious::Lite -signatures; use Mojo::Pg; use MyApp::Model::Time; helper pg => sub { state $pg = Mojo::Pg->new('postgresql://postgres@/test') }; helper time => sub { state $time = MyApp::Model::Time->new(pg => shift->pg) }; get '/' => sub ($c) { $c->render(json => $c->time->now); }; app->start; =head1 EXAMPLES This distribution also contains two great L you can use for inspiration. The minimal L application will show you how to scale WebSockets to multiple servers, and the well-structured L application how to apply the MVC design pattern in practice. =head1 EVENTS L inherits all events from L and can emit the following new ones. =head2 connection $pg->on(connection => sub ($pg, $dbh) { ... }); Emitted when a new database connection has been established. $pg->on(connection => sub ($pg, $dbh) { $dbh->do('SET search_path TO my_schema'); }); =head1 ATTRIBUTES L implements the following attributes. =head2 abstract my $abstract = $pg->abstract; $pg = $pg->abstract(SQL::Abstract::Pg->new); L object used to generate CRUD queries for L, defaults to enabling C and setting C to C<.> and C to C<">. # Generate WHERE clause and bind values my($stmt, @bind) = $pg->abstract->where({foo => 'bar', baz => 'yada'}); =head2 auto_migrate my $bool = $pg->auto_migrate; $pg = $pg->auto_migrate($bool); Automatically migrate to the latest database schema with L, as soon as L has been called for the first time. =head2 database_class my $class = $pg->database_class; $pg = $pg->database_class('MyApp::Database'); Class to be used by L, defaults to L. Note that this class needs to have already been loaded before L is called. =head2 dsn my $dsn = $pg->dsn; $pg = $pg->dsn('dbi:Pg:dbname=foo'); Data source name, defaults to C. =head2 max_connections my $max = $pg->max_connections; $pg = $pg->max_connections(3); Maximum number of idle database handles to cache for future use, defaults to C<1>. =head2 migrations my $migrations = $pg->migrations; $pg = $pg->migrations(Mojo::Pg::Migrations->new); L object you can use to change your database schema more easily. # Load migrations from file and migrate to latest version $pg->migrations->from_file('/home/sri/migrations.sql')->migrate; =head2 options my $options = $pg->options; $pg = $pg->options({AutoCommit => 1, RaiseError => 1}); Options for database handles, defaults to activating C, C as well as C and deactivating C as well as C. Note that C and C are considered mandatory, so deactivating them would be very dangerous. =head2 parent my $parent = $pg->parent; $pg = $pg->parent(Mojo::Pg->new); Another L object to use for connection management, instead of establishing and caching our own database connections. =head2 password my $password = $pg->password; $pg = $pg->password('s3cret'); Database password, defaults to an empty string. =head2 pubsub my $pubsub = $pg->pubsub; $pg = $pg->pubsub(Mojo::Pg::PubSub->new); L object you can use to send and receive notifications very efficiently, by sharing a single database connection with many consumers. # Subscribe to a channel $pg->pubsub->listen(news => sub ($pubsub, $payload) { say "Received: $payload"; }); # Notify a channel $pg->pubsub->notify(news => 'PostgreSQL rocks!'); =head2 search_path my $path = $pg->search_path; $pg = $pg->search_path(['$user', 'foo', 'public']); Schema search path assigned to all new connections. # Isolate tests and avoid race conditions when running them in parallel my $pg = Mojo::Pg->new('postgresql:///test')->search_path(['test_one']); $pg->db->query('DROP SCHEMA IF EXISTS test_one CASCADE'); $pg->db->query('CREATE SCHEMA test_one'); ... $pg->db->query('DROP SCHEMA test_one CASCADE'); =head2 username my $username = $pg->username; $pg = $pg->username('sri'); Database username, defaults to an empty string. =head1 METHODS L inherits all methods from L and implements the following new ones. =head2 db my $db = $pg->db; Get a database object based on L (which is usually L) for a cached or newly established database connection. The L database handle will be automatically cached again when that object is destroyed, so you can handle problems like connection timeouts gracefully by holding on to it only for short amounts of time. # Add up all the money say $pg->db->select('accounts')->hashes->reduce(sub { $a->{money} + $b->{money} }); =head2 from_string $pg = $pg->from_string('postgresql://postgres@/test'); $pg = $pg->from_string(Mojo::Pg->new); Parse configuration from connection string or use another L object as L. # Just a database $pg->from_string('postgresql:///db1'); # Just a service $pg->from_string('postgresql://?service=foo'); # Username and database $pg->from_string('postgresql://sri@/db2'); # Short scheme, username, password, host and database $pg->from_string('postgres://sri:s3cret@localhost/db3'); # Username, domain socket and database $pg->from_string('postgresql://sri@%2ftmp%2fpg.sock/db4'); # Username, database and additional options $pg->from_string('postgresql://sri@/db5?PrintError=1&pg_server_prepare=0'); # Service and additional options $pg->from_string('postgresql://?service=foo&PrintError=1&RaiseError=0'); # Username, database, an option and search_path $pg->from_string('postgres://sri@/db6?&PrintError=1&search_path=test_schema'); =head2 new my $pg = Mojo::Pg->new; my $pg = Mojo::Pg->new('postgresql://postgres@/test'); my $pg = Mojo::Pg->new(Mojo::Pg->new); Construct a new L object and parse connection string with L if necessary. # Customize configuration further my $pg = Mojo::Pg->new->dsn('dbi:Pg:service=foo'); =head2 reset $pg = $pg->reset; Reset connection cache. =head1 DEBUGGING You can set the C environment variable to get some advanced diagnostics information printed by L. DBI_TRACE=1 DBI_TRACE=15 DBI_TRACE=SQL =head1 API This is the class hierarchy of the L distribution. =over 2 =item * L =item * L =item * L =item * L =item * L =item * L =back =head1 AUTHOR Sebastian Riedel, C. =head1 CREDITS In alphabetical order: =over 2 Christopher Eveland Dan Book Flavio Poletti Hernan Lopes Joel Berger Matt S Trout Peter Rabbitson William Lindley =back =head1 COPYRIGHT AND LICENSE Copyright (C) 2014-2022, Sebastian Riedel and others. This program is free software, you can redistribute it and/or modify it under the terms of the Artistic License version 2.0. =head1 SEE ALSO L, L, L. =cut