package WebGUI::SQL; =head1 LEGAL ------------------------------------------------------------------- WebGUI is Copyright 2001-2009 Plain Black Corporation. ------------------------------------------------------------------- Please read the legal notices (docs/legal.txt) and the license (docs/license.txt) that came with this distribution before using this software. ------------------------------------------------------------------- http://www.plainblack.com info@plainblack.com ------------------------------------------------------------------- =cut use strict; use DBI; use Tie::IxHash; use WebGUI::SQL::ResultSet; use WebGUI::Utility; use Text::CSV_XS; =head1 NAME Package WebGUI::SQL =head1 DESCRIPTION Package for interfacing with SQL databases. This package implements Perl DBI functionality in a less code-intensive manner and adds some extra functionality. =head1 SYNOPSIS use WebGUI::SQL; $db = WebGUI::SQL->connect($session,$dsn, $user, $pass); $db->disconnect; $sth = $db->prepare($sql); $sth = $db->read($sql); $sth = $db->unconditionalRead($sql); $db->write($sql); $db->beginTransaction; $db->commit; $db->rollback; @arr = $db->buildArray($sql); $arrayRef = $db->buildArrayRef($sql); %hash = $db->buildHash($sql); $hashRef = $db->buildHashRef($sql); @arr = $db->quickArray($sql); $scalar = $db->quickScalar($sql); $text = $db->quickCSV($sql); %hash = $db->quickHash($sql); $hashRef = $db->quickHashRef($sql); $text = $db->quickTab($sql); $id = $db->getNextId("someId"); $string = $db->quote($string); $string = $db->quoteAndJoin(\@array); =head1 METHODS These methods are available from this package: =cut #------------------------------------------------------------------- =head2 beginTransaction ( ) Starts a transaction sequence. To be used with commit and rollback. Any writes after this point will not be applied to the database until commit is called. =cut sub beginTransaction { my $self = shift; $self->dbh->begin_work; } #------------------------------------------------------------------- =head2 buildArray ( sql, params ) Builds an array of data from a series of rows. =head3 sql An SQL query. The query must select only one column of data. =head3 params An array reference containing values for any placeholder params used in the SQL query. =cut sub buildArray { my $self = shift; my $arrayRef = $self->buildArrayRef(@_); return @{ $arrayRef }; } #------------------------------------------------------------------- =head2 buildArrayRef ( sql, params ) Builds an array reference of data from a series of rows. =head3 sql An SQL query. The query must select only one column of data. =head3 params An array reference containing values for any placeholder params used in the SQL query. =cut sub buildArrayRef { my $self = shift; my $sql = shift; my $params = shift; my $sth = $self->prepare($sql); $sth->execute($params); my @array; while (my $data = $sth->arrayRef) { push @array, $data->[0]; } return \@array; } #------------------------------------------------------------------- =head2 buildHash ( sql, params, options ) Builds a hash of data from a series of rows. =head3 sql An SQL query. The query should select at least two columns of data, the first being the key for the hash, the second being the value. If the query selects more than two columns, then the last column will be the value and the remaining columns will be joined together by a colon ":" to form a complex key. If the query selects only one column, then the key and value will be the same. =head3 params An array reference containing values for any placeholder params used in the SQL query. =head3 options A hash reference of options =head4 noOrder By default, buildHash returns the result tied to Tie::IxHash to maintain order. Setting this option will prevent the tie, so the result will be a straight hash that is faster but does not maintain order. =cut sub buildHash { my $self = shift; my $hashRef = $self->buildHashRef(@_); return %{ $hashRef }; } #------------------------------------------------------------------- =head2 buildHashRef ( sql, params, options ) Builds a hash reference of data from a series of rows. =head3 sql An SQL query. The query should select at least two columns of data, the first being the key for the hash, the second being the value. If the query selects more than two columns, then the last column will be the value and the remaining columns will be joined together by a colon ":" to form a complex key. If the query selects only one column, then the key and the value will be the same. =head3 params An array reference containing values for any placeholder params used in the SQL query. =head3 options A hash reference of options =head4 noOrder By default, buildHashRef returns the result tied to Tie::IxHash to maintain order. Setting this option will prevent the tie, so the result will be a straight hash that is faster but does not maintain order. =cut sub buildHashRef { my $self = shift; my $sql = shift; my $params = shift; my $options = shift || {}; my %hash; unless ($options->{noOrder}) { tie %hash, "Tie::IxHash"; } $self->session->log->query($sql, $params); my $dbh = $self->dbh; my $results = $dbh->selectall_arrayref($sql, {}, @$params); if ($dbh->err) { $self->session->log->fatal("Couldn't execute prepared statement: $sql : With place holders: ".join(", ", @{$params}).". Root cause: ". $dbh->errstr); } my $width = @{$results} && @{$results->[0]}; %hash = $width == 2 ? map { @{ $_ } } @{ $results } # for single column, use it for both key and value : $width == 1 ? map { $_->[0], $_->[0] } @{ $results } : $width == 0 ? () : map { # for more than 2 columns, use all but last joined with colons for key join( q{:}, @{$_}[ 0 .. ($#{$_} - 1) ] ), # and last column as value $_->[-1] } @{ $results }; return \%hash; } #------------------------------------------------------------------- =head2 buildArrayRefOfHashRefs ( sql ) Builds an array reference of hash references of data from a series of rows. Useful for returning many rows at once. Each element of the returned array reference is a hash of column names to column values. =head3 sql An SQL query. =head3 params An array reference containing values for any placeholder params used in the SQL query. =cut sub buildArrayRefOfHashRefs { my $self = shift; my $sql = shift; my $params = shift; my @array; my $sth = $self->read($sql, $params); while (my $data = $sth->hashRef) { push @array, $data; } $sth->finish; return \@array; } #------------------------------------------------------------------- =head2 buildDataTableStructure ( sql, params ) Builds a data structure that can be converted to JSON and sent to a YUI Data Table. This is basically a hash of information about the results, with one of the keys being an array ref of hashrefs. It also calculates the total records that could have been matched without a limit statement, as well as how many were actually matched. It returns a hash. =head3 sql An SQL query. The query may select as many columns of data as you wish. The query should contain a SQL_CALC_ROWS_FOUND entry so that the total number of available rows can be sent to the Data Table. =head3 params An array reference containing values for any placeholder params used in the SQL query. =cut sub buildDataTableStructure { my $self = shift; my $sql = shift; my $params = shift; my %hash; my @array; ##Note, I need a valid statement handle for doing the rows method on. my $sth = $self->read($sql,$params); while (my $data = $sth->hashRef) { push(@array,$data); } $hash{records} = \@array; $hash{totalRecords} = $self->quickScalar('select found_rows()') + 0; ##Convert to numeric $hash{recordsReturned} = $sth->rows()+0; $sth->finish; return %hash; } #------------------------------------------------------------------- =head2 buildHashRefOfHashRefs ( sql, params, key ) Builds a hash reference of hash references of data from a series of rows. Useful for returning many rows at once. Assigns the data to a hash =head3 sql An SQL query. The query must select at least one column of data, including the one you choose as the key for the hashRef to be returned. Each row is returned as its own hashRef as the value of its corresponding key, keyed by the key column, below. =head3 params An array reference containing values for any placeholder params used in the SQL query. =head3 key Which column of the result set to use as the key when creating the hashref. =cut sub buildHashRefOfHashRefs { my $self = shift; my $sql = shift; my $params = shift; my $key = shift; my $sth = $self->read($sql, $params); my %hash; tie %hash, "Tie::IxHash"; while (my $data = $sth->hashRef) { $hash{$data->{$key}} = $data; } $sth->finish; return \%hash; } #------------------------------------------------------------------- =head2 buildSearchQuery ( $sql, $placeholders, $keywords, $columns ) Append information to an existing SQL statement for implementing basic search functions. The ammended SQL and an array of placeholder variables will be returned. =head3 $sql A scalar reference to an SQL query. The clauses to add search-like capabilities will be appended to the end of the query. =head3 $placeholders An array reference of placeholders already added to the query. =head3 $keywords This is the data that will be searched for in columns. An SQL wildcard '%' will be added to the beginning and end of $keywords. =head3 $columns An arrayref of column names that should be searched for $keywords. =cut sub buildSearchQuery { my ($self, $sql, $placeHolders, $keywords, $columns) = @_; if ($$sql =~ m/where/) { $$sql .= ' and ('; } else { $$sql .= ' where ('; } $keywords = lc('%'.$keywords.'%'); my $counter = 0; foreach my $field (@{ $columns }) { $$sql .= ' or' if ($counter > 0); $$sql .= qq{ LOWER( $field ) like ?}; push(@{$placeHolders}, $keywords); $counter++; } $$sql .= ')'; } #------------------------------------------------------------------- =head2 commit ( ) Ends a transaction sequence. To be used with beginTransaction. Applies all of the writes since beginTransaction to the database. =cut sub commit { my $self = shift; $self->dbh->commit; } #------------------------------------------------------------------- =head2 connect ( session, dsn, user, pass ) Constructor. Connects to the database using DBI. =head2 session A reference to the active WebGUI::Session object. =head2 dsn The Database Service Name of the database you wish to connect to. It looks like 'DBI:mysql:dbname;host=localhost'. =head2 user The username to use to connect to the database defined by dsn. =head2 pass The password to use to connect to the database defined by dsn. =cut sub connect { my $class = shift; my $session = shift; my $dsn = shift; my $user = shift; my $pass = shift; my $params = shift; my (undef, $driver) = DBI->parse_dsn($dsn); my $dbh = DBI->connect($dsn,$user,$pass,{RaiseError => 0, AutoCommit => 1, $driver eq 'mysql' ? (mysql_enable_utf8 => 1) : (), }); unless (defined $dbh) { $session->errorHandler->error("Couldn't connect to database: $dsn : $DBI::errstr"); return undef; } ##Set specific attributes for this database. my @params = split /\s*\n\s*/, $params; foreach my $param ( @params ) { my ($paramName, $paramValue) = split /\s*=\s*/, $param; $dbh->{$paramName} = $paramValue; } bless {_dbh=>$dbh, _session=>$session}, $class; } #------------------------------------------------------------------- =head2 dbh ( ) Returns a reference to the working DBI database handler for this WebGUI::SQL object. =cut sub dbh { my $self = shift; return $self->{_dbh}; } #------------------------------------------------------------------- =head2 deleteRow ( table, key, keyValue ) Deletes a row of data from the specified table. =head3 table The name of the table to delete the row of data from. =head3 key The name of the column to use as the key. Should be a primary or unique key in the table. =head3 keyValue The value to search for in the key column. =cut sub deleteRow { my ($self, $table, $key, $keyValue) = @_; my $sth = $self->write("delete from $table where ".$key."=?", [$keyValue]); } #------------------------------------------------------------------- =head2 DESTROY ( ) Deconstructor. =cut sub DESTROY { my $self = shift; $self->disconnect; undef $self; } #------------------------------------------------------------------- =head2 disconnect ( ) Disconnects from the database. And destroys the object. =cut sub disconnect { my $self = shift; my $dbh = delete $self->{_dbh}; if ($dbh) { $dbh->disconnect; } } #------------------------------------------------------------------- =head2 errorCode ( ) Returns an error code for the current handler. =cut sub errorCode { my $self = shift; return $self->dbh->err; } #------------------------------------------------------------------- =head2 errorMessage ( ) Returns a text error message for the current handler. =cut sub errorMessage { my $self = shift; return $self->dbh->errstr; } #------------------------------------------------------------------- =head2 getNextId ( idName ) Increments an incrementer of the specified type and returns the value. =head3 idName Specify the name of one of the incrementers in the incrementer table. =cut sub getNextId { my $self = shift; my $name = shift; my ($id); $self->beginTransaction; ($id) = $self->quickArray("select nextValue from incrementer where incrementerId=?", [$name]); $self->write("update incrementer set nextValue=nextValue+1 where incrementerId=?",[$name]); $self->commit; return $id; } #------------------------------------------------------------------- =head2 getDriver ( ) Returns the DBI driver used by this database link =cut sub getDriver { my $self = shift; return $self->{_dbh}->{Driver}->{Name}; } #------------------------------------------------------------------- =head2 getRow ( table, key, keyValue ) Returns a row of data as a hash reference from the specified table. =head3 table The name of the table to retrieve the row of data from. =head3 key The name of the column to use as the retrieve key. Should be a primary or unique key in the table. =head3 keyValue The value to search for in the key column. =cut sub getRow { my ($self, $table, $key, $keyValue) = @_; my $row = $self->quickHashRef("select * from $table where ".$key."=?",[$keyValue]); return $row; } #------------------------------------------------------------------- =head2 prepare ( sql ) This is a wrapper for WebGUI::SQL::ResultSet->prepare() =head3 sql An SQL statement. =cut sub prepare { my $self = shift; my $sql = shift; return WebGUI::SQL::ResultSet->prepare($sql, $self); } #------------------------------------------------------------------- =head2 quickArray ( sql, params ) Executes a query and returns a single row of data as an array. =head3 sql An SQL query. =head3 params An array reference containing values for any placeholder params used in the SQL query. =cut sub quickArray { my $self = shift; my $sql = shift; my $params = shift || []; my $data = $self->dbh->selectrow_arrayref($sql, {}, @{ $params }) || []; return @{ $data }; } #------------------------------------------------------------------- =head2 quickCSV ( sql, params ) Executes a query and returns a comma delimited text blob with column headers. Returns undef on failure. =head3 sql An SQL query. =head3 params An array reference containing values for any placeholder params used in the SQL query. =cut sub quickCSV { my $self = shift; my $sql = shift; my $params = shift; my ($sth, $output, @data); my $csv = Text::CSV_XS->new({ eol => "\n" }); $sth = $self->prepare($sql); $sth->execute($params); return undef unless $csv->combine($sth->getColumnNames); $output = $csv->string(); while (@data = $sth->array) { return undef unless $csv->combine(@data); $output .= $csv->string(); } $sth->finish; return $output; } #------------------------------------------------------------------- =head2 quickHash ( sql, params ) Executes a query and returns a single row of data as a hash. =head3 sql An SQL query. =head3 params An array reference containing values for any placeholder params used in the SQL query. =cut sub quickHash { my $self = shift; my $sql = shift; my $params = shift; my ($sth, $data); $sth = $self->prepare($sql); $sth->execute($params); $data = $sth->hashRef; $sth->finish; if (defined $data) { return %{$data}; } else { return (); } } #------------------------------------------------------------------- =head2 quickHashRef ( sql, params ) Executes a query and returns a single row of data as a hash reference. =head3 sql An SQL query. =head3 params An array reference containing values for any placeholder params used in the SQL query. =cut sub quickHashRef { my $self = shift; my $sql = shift; my $params = shift; my $sth = $self->prepare($sql); $sth->execute($params); my $data = $sth->hashRef; $sth->finish; if (defined $data) { return $data; } else { return {}; } } #------------------------------------------------------------------- =head2 quickScalar ( sql, params ) Executes a query and returns the first column from a single row of data as a scalar. =head3 sql An SQL query. =head3 params An array reference containing values for any placeholder params used in the SQL query. =cut sub quickScalar { my $self = shift; my $sql = shift; my $params = shift; my ($sth, @data); $sth = $self->prepare($sql); $sth->execute($params); @data = $sth->array; $sth->finish; return $data[0]; } #------------------------------------------------------------------- =head2 quickTab ( sql, params ) Executes a query and returns a tab delimited text blob with column headers. =head3 sql An SQL query. =head3 params An array reference containing values for any placeholder params used in the SQL query. =cut sub quickTab { my $self = shift; my $sql = shift; my $params = shift; my ($sth, $output, @data); $sth = $self->prepare($sql); $sth->execute($params); $output = join("\t",$sth->getColumnNames)."\n"; while (@data = $sth->array) { makeArrayTabSafe(\@data); $output .= join("\t",@data)."\n"; } $sth->finish; return $output; } #------------------------------------------------------------------- =head2 quote ( string ) Returns a string quoted and ready for insert into the database. B You should use this sparingly. It is much faster and safer to use prepare/execute style queries and passing in place holder parameters. Even the convenience methods like quickArray() support the use of place holder parameters. =head3 string Any scalar variable that needs to be escaped to be inserted into the database. =cut sub quote { my $self = shift; my $value = shift; return $self->dbh->quote($value); } #------------------------------------------------------------------- =head2 quoteAndJoin ( arrayRef ) Returns a comma seperated string quoted and ready for insert/select into/from the database. This is typically used for a statement like "select * from someTable where field in (".$db->quoteAndJoin(\@strings).")". =head3 arrayRef An array reference containing strings to be quoted. =cut sub quoteAndJoin { my $self = shift; my $arrayRef = shift; my @newArray; foreach my $value (@$arrayRef) { push(@newArray,$self->quote($value)); } return join(",",@newArray); } #------------------------------------------------------------------- =head2 read ( sql [ , placeholders ] ) This is a convenience method for WebGUI::SQL::ResultSet->read(). It returns the statement handler. =head3 sql An SQL query. Can use the "?" placeholder for maximum performance on multiple statements with the execute method. =head3 placeholders An array reference containing a list of values to be used in the placeholders defined in the SQL statement. =cut sub read { my $self = shift; my $sql = shift; my $placeholders = shift; return WebGUI::SQL::ResultSet->read($sql, $self, $placeholders); } #------------------------------------------------------------------- =head2 rollback ( ) Ends a transaction sequence. To be used with beginTransaction. Cancels all of the writes since beginTransaction. =head3 dbh A database handler. Defaults to the WebGUI default database handler. =cut sub rollback { my $self = shift; $self->dbh->rollback; } #------------------------------------------------------------------- =head2 session ( ) Returns a reference to the current session. =cut sub session { my $self = shift; return $self->{_session}; } #------------------------------------------------------------------- =head2 setRow ( table, key, data [ ,id ] ) Inserts/updates a row of data into the database. Returns the value of the key. =head3 table The name of the table to use. =head3 key The name of the primary key of the table. =head3 data A hash reference containing column names and values to be set. If the field matching the key parameter is set to "new" then a new row will be created. =head3 id Use this ID to create a new row. Same as setting the key value to "new" except that we'll use this passed in id instead. =cut sub setRow { my ($self, $table, $keyColumn, $data, $id) = @_; if ($data->{$keyColumn} eq "new" || $id) { $data->{$keyColumn} = $id || $self->session->id->generate(); $self->write("replace into $table (" . $self->dbh->quote_identifier($keyColumn) . ") values (?)",[$data->{$keyColumn}]); } my @fields = (); my @data = (); foreach my $key (keys %{$data}) { unless ($key eq $keyColumn) { push(@fields, $self->dbh->quote_identifier($key).'=?'); push(@data,$data->{$key}); } } if ($fields[0] ne "") { push(@data,$data->{$keyColumn}); $self->write("update $table set " . join(", ", @fields) . " where " . $self->dbh->quote_identifier($keyColumn) . "=?", \@data); } return $data->{$keyColumn}; } #------------------------------------------------------------------- =head2 unconditionalRead ( sql [, placeholders ] ) A convenience method that is an alias of WebGUI::SQL::ResultSet->unconditionalRead() =head3 sql An SQL query. =head3 placeholders An array reference containing a list of values to be used in the placeholders defined in the SQL statement. =cut sub unconditionalRead { my $self = shift; my $sql = shift; my $placeholders = shift; return WebGUI::SQL::ResultSet->unconditionalRead($sql, $self, $placeholders); } #------------------------------------------------------------------- =head2 write ( sql, params ) A method specifically designed for writing to the database in an efficient manner. Returns the number of rows effected. =head3 sql An SQL insert or update. =head3 params An array reference containing values for any placeholder params used in the SQL query. =cut sub write { my $self = shift; my $sql = shift; my $params = shift; my $sth = $self->prepare($sql); $sth->execute($params); } 1;