use strict;
use warnings;
-use Sesse::pr0n::Templates;
use Sesse::pr0n::Overload;
-
-use Apache2::RequestRec (); # for $r->content_type
-use Apache2::RequestIO (); # for $r->print
-use Apache2::Const -compile => ':common';
-use Apache2::Log;
-use ModPerl::Util;
+use Sesse::pr0n::QscaleProxy;
+use Sesse::pr0n::Templates;
use Carp;
use Encode;
use DBI;
use DBD::Pg;
use Image::Magick;
+use IO::String;
use POSIX;
-use Digest::SHA1;
use MIME::Base64;
use MIME::Types;
use LWP::Simple;
# use Image::Info;
use Image::ExifTool;
+use HTML::Entities;
+use URI::Escape;
+use File::Basename;
+use Crypt::Eksblowfish::Bcrypt;
+use File::Temp;
BEGIN {
use Exporter ();
require Sesse::pr0n::Config_local;
};
- $VERSION = "v2.20";
+ $VERSION = "v3.20";
@ISA = qw(Exporter);
@EXPORT = qw(&error &dberror);
%EXPORT_TAGS = qw();
or die "Couldn't connect to PostgreSQL database: " . DBI->errstr;
our $mimetypes = new MIME::Types;
- Apache2::ServerUtil->server->log_error("Initializing pr0n $VERSION");
+ print STDERR "Initializing pr0n $VERSION\n";
}
END {
our $dbh;
$status = 500;
$title = "Internal server error";
}
+
+ my $res = Plack::Response->new($status);
+ my $io = IO::String->new;
$r->content_type('text/html; charset=utf-8');
- $r->status($status);
- header($r, $title);
- $r->print(" <p>Error: $err</p>\n");
- footer($r);
+ header($r, $io, $title);
+ $io->print(" <p>Error: $err</p>\n");
+ footer($r, $io);
- $r->log->error($err);
- $r->log->error("Stack trace follows: " . Carp::longmess());
+ log_error($r, $err);
+ log_error($r, "Stack trace follows: " . Carp::longmess());
- ModPerl::Util::exit();
+ $io->setpos(0);
+ $res->body($io);
+ return $res;
}
sub dberror {
my ($r,$err) = @_;
- error($r, "$err (DB error: " . $dbh->errstr . ")");
+ return error($r, "$err (DB error: " . $dbh->errstr . ")");
}
sub header {
- my ($r,$title) = @_;
+ my ($r, $io, $title) = @_;
$r->content_type("text/html; charset=utf-8");
# Fetch quote if we're itk-bilder.samfundet.no
my $quote = "";
- if ($r->get_server_name eq 'itk-bilder.samfundet.no') {
+ if (Sesse::pr0n::Common::get_server_name($r) eq 'itk-bilder.samfundet.no') {
$quote = LWP::Simple::get("http://itk.samfundet.no/include/quotes.cli.php");
$quote = "Error: Could not fetch quotes." if (!defined($quote));
}
- Sesse::pr0n::Templates::print_template($r, "header", { title => $title, quotes => $quote });
+ Sesse::pr0n::Templates::print_template($r, $io, "header", { title => $title, quotes => $quote });
}
sub footer {
- my ($r) = @_;
- Sesse::pr0n::Templates::print_template($r, "footer",
+ my ($r, $io) = @_;
+ Sesse::pr0n::Templates::print_template($r, $io, "footer",
{ version => $Sesse::pr0n::Common::VERSION });
}
my $first = 1;
my $str = "";
- while (my ($key, $value) = each %$param) {
+ for my $key (sort keys %$param) {
+ my $value = $param->{$key};
next unless defined($value);
next if (defined($defparam->{$key}) && $value == $defparam->{$key});
+
+ $value = pretty_escape($value);
$str .= ($first) ? "?" : ';';
$str .= "$key=$value";
return $str;
}
+# This is not perfect (it can't handle "_ " right, for one), but it will do for now
+sub weird_space_encode {
+ my $val = shift;
+ if ($val =~ /_/) {
+ return "_" x (length($val) * 2);
+ } else {
+ return "_" x (length($val) * 2 - 1);
+ }
+}
+
+sub weird_space_unencode {
+ my $val = shift;
+ if (length($val) % 2 == 0) {
+ return "_" x (length($val) / 2);
+ } else {
+ return " " x ((length($val) + 1) / 2);
+ }
+}
+
+sub pretty_escape {
+ my $value = shift;
+
+ $value =~ s/(([_ ])\2*)/weird_space_encode($1)/ge;
+ $value = URI::Escape::uri_escape($value);
+ $value =~ s/%2F/\//g;
+
+ return $value;
+}
+
+sub pretty_unescape {
+ my $value = shift;
+
+ # URI unescaping is already done for us
+ $value =~ s/(_+)/weird_space_unencode($1)/ge;
+
+ return $value;
+}
+
sub print_link {
- my ($r, $title, $baseurl, $param, $defparam, $accesskey) = @_;
+ my ($io, $title, $baseurl, $param, $defparam, $accesskey) = @_;
my $str = "<a href=\"$baseurl" . get_query_string($param, $defparam) . "\"";
if (defined($accesskey) && length($accesskey) == 1) {
$str .= " accesskey=\"$accesskey\"";
}
$str .= ">$title</a>";
- $r->print($str);
+ $io->print($str);
}
sub get_dbh {
# Check that we are alive
if (!(defined($dbh) && $dbh->ping)) {
# Try to reconnect
- Apache2::ServerUtil->server->log_error("Lost contact with PostgreSQL server, trying to reconnect...");
+ print STDERR "Lost contact with PostgreSQL server, trying to reconnect...\n";
unless ($dbh = DBI->connect("dbi:Pg:dbname=pr0n;host=" . $Sesse::pr0n::Config::db_host,
$Sesse::pr0n::Config::db_username, $Sesse::pr0n::Config::db_password)) {
$dbh = undef;
return $dbh;
}
-sub get_base {
- my $r = shift;
- return $r->dir_config('ImageBase');
-}
-
sub get_disk_location {
my ($r, $id) = @_;
- my $dir = POSIX::floor($id / 256);
- return get_base($r) . "images/$dir/$id.jpg";
+ my $dir = POSIX::floor($id / 256);
+ return $Sesse::pr0n::Config::image_base . "images/$dir/$id.jpg";
}
sub get_cache_location {
- my ($r, $id, $width, $height, $infobox) = @_;
- my $dir = POSIX::floor($id / 256);
+ my ($id, $width, $height, $format) = @_;
+ my $dir = POSIX::floor($id / 256);
- if ($infobox) {
- return get_base($r) . "cache/$dir/$id-$width-$height.jpg";
- } else {
- return get_base($r) . "cache/$dir/$id-$width-$height-nobox.jpg";
+ return $Sesse::pr0n::Config::image_base . "cache/$dir/$id-$width-$height-nobox.$format";
+}
+
+sub ensure_disk_location_exists {
+ my ($r, $id) = @_;
+ my $dir = POSIX::floor($id / 256);
+
+ my $img_dir = $Sesse::pr0n::Config::image_base . "/images/$dir/";
+ if (! -d $img_dir) {
+ log_info($r, "Need to create new image directory $img_dir");
+ mkdir($img_dir); # Ignore errors, there could be a race.
+ -d $img_dir or die "Couldn't create new image directory $img_dir";
+ }
+
+ my $cache_dir = $Sesse::pr0n::Config::image_base . "/cache/$dir/";
+ if (! -d $cache_dir) {
+ log_info($r, "Need to create new cache directory $cache_dir");
+ mkdir($cache_dir); # Ignore errors, there could be a race.
+ -d $cache_dir or die "Couldn't create new cache directory $cache_dir";
}
}
-sub update_width_height {
+sub get_mipmap_location {
+ my ($r, $id, $width, $height) = @_;
+ my $dir = POSIX::floor($id / 256);
+
+ return $Sesse::pr0n::Config::image_base . "cache/$dir/$id-mipmap-$width-$height.jpg";
+}
+
+sub update_image_info {
my ($r, $id, $width, $height) = @_;
# Also find the date taken if appropriate (from the EXIF tag etc.)
- my $info = Image::ExifTool::ImageInfo(get_disk_location($r, $id));
+ my $exiftool = Image::ExifTool->new;
+ $exiftool->ExtractInfo(get_disk_location($r, $id));
+ my $info = $exiftool->GetInfo();
my $datetime = undef;
if (defined($info->{'DateTimeOriginal'})) {
}
}
- $dbh->do('UPDATE images SET width=?, height=?, date=? WHERE id=?',
- undef, $width, $height, $datetime, $id)
- or die "Couldn't update width/height in SQL: $!";
+ {
+ local $dbh->{AutoCommit} = 0;
+
+ # EXIF information
+ $dbh->do('DELETE FROM exif_info WHERE image=?',
+ undef, $id)
+ or die "Couldn't delete old EXIF information in SQL: $!";
+
+ my $q = $dbh->prepare('INSERT INTO exif_info (image,key,value) VALUES (?,?,?)')
+ or die "Couldn't prepare inserting EXIF information: $!";
+
+ for my $key (keys %$info) {
+ next if ref $info->{$key};
+ $q->execute($id, $key, guess_charset($info->{$key}))
+ or die "Couldn't insert EXIF information in database: $!";
+ }
+
+ # Model/Lens
+ my $model = $exiftool->GetValue('Model', 'PrintConv');
+ my $lens = $exiftool->GetValue('Lens', 'PrintConv');
+ $lens = $exiftool->GetValue('LensSpec', 'PrintConv') if (!defined($lens));
+
+ $model =~ s/^\s*//;
+ $model =~ s/\s*$//;
+ $model = undef if (length($model) == 0);
- # update the last_picture cache as well (this should of course be done
- # via a trigger, but this is less complicated :-) )
- $dbh->do('UPDATE last_picture_cache SET last_picture=GREATEST(last_picture, ?) WHERE event=(SELECT event FROM images WHERE id=?)',
- undef, $datetime, $id)
- or die "Couldn't update last_picture in SQL: $!";
+ $lens =~ s/^\s*//;
+ $lens =~ s/\s*$//;
+ $lens = undef if (length($lens) == 0);
+
+ # Now update the main table with the information we've got
+ $dbh->do('UPDATE images SET width=?, height=?, date=?, model=?, lens=? WHERE id=?',
+ undef, $width, $height, $datetime, $model, $lens, $id)
+ or die "Couldn't update width/height in SQL: $!";
+
+ # update the last_picture cache as well (this should of course be done
+ # via a trigger, but this is less complicated :-) )
+ $dbh->do('UPDATE last_picture_cache SET last_picture=GREATEST(last_picture, ?),last_update=CURRENT_TIMESTAMP WHERE (vhost,event)=(SELECT vhost,event FROM images WHERE id=?)',
+ undef, $datetime, $id)
+ or die "Couldn't update last_picture in SQL: $!";
+ }
}
sub check_access {
my $r = shift;
+
+ #return qw(sesse Sesse);
+
+ my $auth = $r->header('authorization');
+ if (!defined($auth)) {
+ return undef;
+ }
+ if ($auth =~ /^Basic ([a-zA-Z0-9+\/]+=*)$/) {
+ return check_basic_auth($r, $1);
+ }
+ return undef;
+}
+
+sub generate_401 {
+ my ($r) = @_;
+ my $res = Plack::Response->new(401);
+ $res->content_type('text/plain; charset=utf-8');
+ $res->status(401);
+ $res->header('WWW-Authenticate' => 'Basic realm="pr0n.sesse.net"');
+
+ $res->body("Need authorization\n");
+ return $res;
+}
+
+sub check_basic_auth {
+ my ($r, $auth) = @_;
+
+ my ($raw_user, $pass) = split /:/, MIME::Base64::decode_base64($auth);
+ my ($user, $takenby) = extract_takenby($raw_user);
- my $auth = $r->headers_in->{'authorization'};
- if (!defined($auth) || $auth !~ m#^Basic ([a-zA-Z0-9+/]+=*)$#) {
+ my $ref = $dbh->selectrow_hashref('SELECT cryptpassword FROM users WHERE username=? AND vhost=?',
+ undef, $user, Sesse::pr0n::Common::get_server_name($r));
+ my $bcrypt_matches = 0;
+ if (!defined($ref) || Crypt::Eksblowfish::Bcrypt::bcrypt($pass, $ref->{'cryptpassword'}) ne $ref->{'cryptpassword'}) {
$r->content_type('text/plain; charset=utf-8');
- $r->status(401);
- $r->headers_out->{'www-authenticate'} = 'Basic realm="pr0n.sesse.net"';
- $r->print("Need authorization\n");
+ log_warn($r, "Authentication failed for $user/$takenby");
return undef;
}
-
- #return qw(sesse Sesse);
+ log_info($r, "Authentication succeeded for $user/$takenby");
+
+ return ($user, $takenby);
+}
+
+sub get_pseudorandom_bytes {
+ my $num_left = shift;
+ my $bytes = "";
+ open my $randfh, "<", "/dev/urandom"
+ or die "/dev/urandom: $!";
+ binmode $randfh;
+ while ($num_left > 0) {
+ my $tmp;
+ if (sysread($randfh, $tmp, $num_left) == -1) {
+ die "sysread(/dev/urandom): $!";
+ }
+ $bytes .= $tmp;
+ $num_left -= length($bytes);
+ }
+ close $randfh;
+ return $bytes;
+}
+
+sub extract_takenby {
+ my ($user) = shift;
- my ($user, $pass) = split /:/, MIME::Base64::decode_base64($1);
# WinXP is stupid :-)
if ($user =~ /^.*\\(.*)$/) {
$user = $1;
} else {
($takenby = $user) =~ s/^([a-zA-Z])/uc($1)/e;
}
-
- my $oldpass = $pass;
- $pass = Digest::SHA1::sha1_base64($pass);
- my $ref = $dbh->selectrow_hashref('SELECT count(*) AS auth FROM users WHERE username=? AND sha1password=? AND vhost=?',
- undef, $user, $pass, $r->get_server_name);
- if ($ref->{'auth'} != 1) {
- $r->content_type('text/plain; charset=utf-8');
- warn "No user exists, only $auth";
- $r->status(401);
- $r->headers_out->{'www-authenticate'} = 'Basic realm="pr0n.sesse.net"';
- $r->print("Authorization failed");
- $r->log->warn("Authentication failed for $user/$takenby");
- return undef;
- }
-
- $r->log->info("Authentication succeeded for $user/$takenby");
return ($user, $takenby);
}
return ($fname, $size, $mtime);
}
+# Takes in an image ID and a set of resolutions, and returns (generates if needed)
+# the smallest mipmap larger than the largest of them, as well as the original image
+# dimensions.
+sub make_mipmap {
+ my ($r, $filename, $id, $dbwidth, $dbheight, @res) = @_;
+ my ($img, $mmimg, $width, $height);
+
+ my $physical_fname = get_disk_location($r, $id);
+
+ # If we don't know the size, we'll need to read it in anyway
+ if (!defined($dbwidth) || !defined($dbheight)) {
+ $img = read_original_image($r, $filename, $id, $dbwidth, $dbheight);
+ $width = $img->Get('columns');
+ $height = $img->Get('rows');
+ } else {
+ $width = $dbwidth;
+ $height = $dbheight;
+ }
+
+ # Generate the list of mipmaps
+ my @mmlist = ();
+
+ my $mmwidth = $width;
+ my $mmheight = $height;
+
+ while ($mmwidth > 1 || $mmheight > 1) {
+ my $new_mmwidth = POSIX::floor($mmwidth / 2);
+ my $new_mmheight = POSIX::floor($mmheight / 2);
+
+ $new_mmwidth = 1 if ($new_mmwidth < 1);
+ $new_mmheight = 1 if ($new_mmheight < 1);
+
+ my $large_enough = 1;
+ for my $i (0..($#res/2)) {
+ my ($xres, $yres) = ($res[$i*2], $res[$i*2+1]);
+ if ($xres == -1 || $xres > $new_mmwidth || $yres > $new_mmheight) {
+ $large_enough = 0;
+ last;
+ }
+ }
+
+ last if (!$large_enough);
+
+ $mmwidth = $new_mmwidth;
+ $mmheight = $new_mmheight;
+
+ push @mmlist, [ $mmwidth, $mmheight ];
+ }
+
+ # Ensure that all of them are OK
+ my $last_good_mmlocation;
+ for my $i (0..$#mmlist) {
+ my $last = ($i == $#mmlist);
+ my $mmres = $mmlist[$i];
+
+ my $mmlocation = get_mipmap_location($r, $id, $mmres->[0], $mmres->[1]);
+ if (! -r $mmlocation or (-M $mmlocation > -M $physical_fname)) {
+ if (!defined($img)) {
+ if (defined($last_good_mmlocation)) {
+ $img = Sesse::pr0n::QscaleProxy->new;
+ $img->Read($last_good_mmlocation);
+ } else {
+ $img = read_original_image($r, $filename, $id, $dbwidth, $dbheight);
+ }
+ }
+ my $cimg;
+ if ($last) {
+ $cimg = $img;
+ } else {
+ $cimg = $img->Clone();
+ }
+ log_info($r, "Making mipmap for $id: " . $mmres->[0] . " x " . $mmres->[1]);
+ $cimg->Resize(width=>$mmres->[0], height=>$mmres->[1], filter=>'Lanczos', 'sampling-factor'=>'1x1');
+ $cimg->Strip();
+ my $err = $cimg->write(
+ filename => $mmlocation,
+ quality => 95,
+ 'sampling-factor' => '1x1'
+ );
+ $img = $cimg;
+ } else {
+ $last_good_mmlocation = $mmlocation;
+ }
+ if ($last && !defined($img)) {
+ # OK, read in the smallest one
+ $img = Sesse::pr0n::QscaleProxy->new;
+ my $err = $img->Read($mmlocation);
+ }
+ }
+
+ if (!defined($img)) {
+ $img = read_original_image($r, $filename, $id, $dbwidth, $dbheight);
+ $width = $img->Get('columns');
+ $height = $img->Get('rows');
+ }
+ return ($img, $width, $height);
+}
+
+sub read_original_image {
+ my ($r, $filename, $id, $dbwidth, $dbheight) = @_;
+
+ my $physical_fname = get_disk_location($r, $id);
+
+ # Read in the original image
+ my $magick;
+ if ($filename =~ /\.jpeg$/i || $filename =~ /\.jpg$/i) {
+ $magick = Sesse::pr0n::QscaleProxy->new;
+ } else {
+ $magick = Image::Magick->new;
+ }
+ my $err;
+
+ if ($filename =~ /\.(nef|cr2)$/i) {
+ $physical_fname = "NEF:$physical_fname";
+ $err = $magick->Read($physical_fname);
+ } else {
+ # We always want YCbCr JPEGs. Setting this explicitly here instead of using
+ # RGB is slightly faster (no colorspace conversion needed) and works equally
+ # well for our uses, as long as we don't need to draw an information box,
+ # which trickles several ImageMagick bugs related to colorspace handling.
+ # (Ideally we'd be able to keep the image subsampled and
+ # planar, but that would probably be difficult for ImageMagick to expose.)
+ #if (!$infobox) {
+ # $magick->Set(colorspace=>'YCbCr');
+ #}
+ $err = $magick->Read($physical_fname);
+ }
+
+ if ($err) {
+ log_warn($r, "$physical_fname: $err");
+ $err =~ /(\d+)/;
+ if ($1 >= 400) {
+ undef $magick;
+ error($r, "$physical_fname: $err");
+ }
+ }
+
+ # If we use ->[0] unconditionally, text rendering (!) seems to crash
+ my $img;
+ if (ref($magick) !~ /Image::Magick/) {
+ $img = $magick;
+ } else {
+ $img = (scalar @$magick > 1) ? $magick->[0] : $magick;
+ }
+
+ return $img;
+}
+
sub ensure_cached {
- my ($r, $filename, $id, $dbwidth, $dbheight, $infobox, $xres, $yres, @otherres) = @_;
+ my ($r, $avif_ok, $jxl_ok, $filename, $id, $dbwidth, $dbheight, $xres, $yres, @otherres) = @_;
my $fname = get_disk_location($r, $id);
- unless (defined($xres) && ($xres < $dbheight || $yres < $dbwidth || $dbwidth == -1 || $dbheight == -1 || $xres == -1)) {
- return ($fname, 0);
+ unless (defined($xres) && (!defined($dbwidth) || !defined($dbheight) || $xres < $dbwidth || $yres < $dbheight || $xres == -1)) {
+ return ($fname, undef);
}
- my $cachename = get_cache_location($r, $id, $xres, $yres, $infobox);
+ # See if we have an up-to-date JPEG-XL or AVIF to serve.
+ # (We never generate them on-the-fly, since they're so slow.)
+ my $cachename = get_cache_location($id, $xres, $yres, 'jxl');
+ if ($jxl_ok && -r $cachename and (-M $cachename <= -M $fname)) {
+ return ($cachename, 'image/jxl');
+ }
+
+ $cachename = get_cache_location($id, $xres, $yres, 'avif');
+ if ($avif_ok && -r $cachename and (-M $cachename <= -M $fname)) {
+ return ($cachename, 'image/avif');
+ }
+
+ $cachename = get_cache_location($id, $xres, $yres, 'jpg');
if (! -r $cachename or (-M $cachename > -M $fname)) {
# If we are in overload mode (aka Slashdot mode), refuse to generate
# new thumbnails.
if (Sesse::pr0n::Overload::is_in_overload($r)) {
- $r->log->warn("In overload mode, not scaling $id to $xres x $yres");
+ log_warn($r, "In overload mode, not scaling $id to $xres x $yres");
error($r, 'System is in overload mode, not doing any scaling');
}
-
- # Need to generate the cache; read in the image
- my $magick = new Image::Magick;
- my $info = Image::ExifTool::ImageInfo($fname);
- # NEF files aren't autodetected
- $fname = "NEF:$fname" if ($filename =~ /\.nef$/i);
-
- my $err = $magick->Read($fname);
- if ($err) {
- $r->log->warn("$fname: $err");
- $err =~ /(\d+)/;
- if ($1 >= 400) {
- undef $magick;
- error($r, "$fname: $err");
- }
- }
+ make_cache($r, $filename, $id, $dbwidth, $dbheight, 'jpg', $xres, $yres, @otherres);
+ }
- # If we use ->[0] unconditionally, text rendering (!) seems to crash
- my $img = (scalar @$magick > 1) ? $magick->[0] : $magick;
+ return ($cachename, 'image/jpeg');
+}
- my $width = $img->Get('columns');
- my $height = $img->Get('rows');
+sub make_cache {
+ my ($r, $filename, $id, $dbwidth, $dbheight, $format, $xres, $yres, @otherres) = @_;
- # Update the SQL database if it doesn't contain the required info
- if ($dbwidth == -1 || $dbheight == -1) {
- $r->log->info("Updating width/height for $id: $width x $height");
- update_width_height($r, $id, $width, $height);
- }
-
- # We always want RGB JPEGs
- if ($img->Get('Colorspace') eq "CMYK") {
- $img->Set(colorspace=>'RGB');
- }
+ my ($img, $new_dbwidth, $new_dbheight) = make_mipmap($r, $filename, $id, $dbwidth, $dbheight, $xres, $yres, @otherres);
- while (defined($xres) && defined($yres)) {
- my ($nxres, $nyres) = (shift @otherres, shift @otherres);
- my $cachename = get_cache_location($r, $id, $xres, $yres, $infobox);
-
- my $cimg;
- if (defined($nxres) && defined($nyres)) {
- # we have more resolutions to scale, so don't throw
- # the image away
- $cimg = $img->Clone();
- } else {
- $cimg = $img;
- }
+ # Update the SQL database if it doesn't contain the required info
+ if (!defined($dbwidth) && defined($new_dbwidth)) {
+ log_info($r, "Updating width/height for $id: $new_dbwidth x $new_dbheight");
+ update_image_info($r, $id, $new_dbwidth, $new_dbheight);
+ }
+
+ my $err;
+ while (defined($xres) && defined($yres)) {
+ my ($nxres, $nyres) = (shift @otherres, shift @otherres);
+ my $cachename = get_cache_location($id, $xres, $yres, $format);
- my ($nwidth, $nheight) = scale_aspect($width, $height, $xres, $yres);
+ my $cimg;
+ if (defined($nxres) && defined($nyres)) {
+ # we have more resolutions to scale, so don't throw
+ # the image away
+ $cimg = $img->Clone();
+ } else {
+ $cimg = $img;
+ }
+
+ my $width = $img->Get('columns');
+ my $height = $img->Get('rows');
+ my ($nwidth, $nheight) = scale_aspect($width, $height, $xres, $yres);
- # Use lanczos (sharper) for heavy scaling, mitchell (faster) otherwise
- my $filter = 'Mitchell';
- my $quality = 90;
+ my $filter = 'Lanczos';
+ my $quality = 87;
+ my $sf = "1x1";
- if ($width / $nwidth > 8.0 || $height / $nheight > 8.0) {
- $filter = 'Lanczos';
- $quality = 80;
- }
+ if ($xres != -1) {
+ $cimg->Resize(width=>$nwidth, height=>$nheight, filter=>$filter);
+ }
- if ($xres != -1) {
- $cimg->Resize(width=>$nwidth, height=>$nheight, filter=>$filter);
+ # Strip EXIF tags etc.
+ $cimg->Strip();
+
+ if ($format eq 'jpg') {
+ my %parms = (
+ filename => $cachename,
+ quality => $quality
+ );
+ if (($nwidth >= 640 && $nheight >= 480) ||
+ ($nwidth >= 480 && $nheight >= 640)) {
+ $parms{'interlace'} = 'Plane';
}
-
- if (($nwidth >= 800 || $nheight >= 600 || $xres == -1) && $infobox == 1) {
- make_infobox($cimg, $info, $r);
+ if (defined($sf)) {
+ $parms{'sampling-factor'} = $sf;
}
+ $err = $cimg->write(%parms);
+ } elsif ($format eq 'avif') {
+ # ImageMagick doesn't have AVIF support until version 7,
+ # and Debian hasn't packaged that even in unstable as of 2021.
+ # So we'll need to do it the manual way. (We don't use /tmp, for security reasons.)
+ (my $dirname = $cachename) =~ s,/[^/]*$,,;
+ my ($fh, $raw_filename) = File::Temp::tempfile('tmp.XXXXXXXX', DIR => $dirname, SUFFIX => '.ycbcr');
+ # Write a Y4M header, so that we get the chroma range correct.
+ printf $fh "YUV4MPEG2 W%d H%d F25:1 Ip A1:1 C444 XYSCSS=444 XCOLORRANGE=FULL\nFRAME\n", $nwidth, $nheight;
+ my %parms = (
+ file => $fh,
+ filename => $raw_filename,
+ interlace => 'Plane'
+ );
+ $cimg->write(%parms);
+ close($fh);
+ my $ivf_filename;
+ ($fh, $ivf_filename) = File::Temp::tempfile('tmp.XXXXXXXX', DIR => $dirname, SUFFIX => '.ivf');
+ close($fh);
+ system('aomenc', '--quiet', '--cpu-used=0', '--bit-depth=10', '--end-usage=q', '--cq-level=13', '--target-bitrate=0', '--good', '--aq-mode=1', '--matrix-coefficients=bt601', '-o', $ivf_filename, $raw_filename);
+ unlink($raw_filename);
+ system('MP4Box', '-quiet', '-add-image', "$ivf_filename:primary", '-ab', 'avif', '-ab', 'miaf', '-new', $cachename);
+ unlink($ivf_filename);
+ } elsif ($format eq 'jxl') {
+ # Similar, for JPEG-XL.
+ (my $dirname = $cachename) =~ s,/[^/]*$,,;
+ my ($fh, $raw_filename) = File::Temp::tempfile('tmp.XXXXXXXX', DIR => $dirname, SUFFIX => '.ppm');
+ my %parms = (
+ file => $fh,
+ filename => $raw_filename
+ );
+ $cimg->write(%parms);
+ close($fh);
+ system('cjxl', '-p', $raw_filename, $cachename);
+ unlink($raw_filename);
+ } else {
+ die "Unknown format $format";
+ }
- # Strip EXIF tags etc.
- $cimg->Strip();
-
- $err = $cimg->write(filename=>$cachename, quality=>$quality);
-
- undef $cimg;
+ undef $cimg;
- ($xres, $yres) = ($nxres, $nyres);
+ ($xres, $yres) = ($nxres, $nyres);
- $r->log->info("New cache: $nwidth x $nheight for $id.jpg");
- }
-
- undef $magick;
- undef $img;
- if ($err) {
- $r->log->warn("$fname: $err");
- $err =~ /(\d+)/;
- if ($1 >= 400) {
- @$magick = ();
- error($r, "$fname: $err");
- }
+ log_info($r, "New cache: $nwidth x $nheight ($format) for $id");
+ }
+
+ undef $img;
+ if ($err) {
+ log_warn($r, "$filename: $err");
+ $err =~ /(\d+)/;
+ if ($1 >= 400) {
+ #@$magick = ();
+ error($r, "$filename: $err");
}
}
- return ($cachename, 1);
}
sub get_mimetype_from_filename {
return $type;
}
-sub make_infobox {
- my ($img, $info, $r) = @_;
-
- my @lines = ();
- my @classic_fields = ();
+sub make_infobox_parts {
+ my ($info) = @_;
+
+ # The infobox is of the form
+ # "Time - date - focal length, shutter time, aperture, sensitivity, exposure bias - flash",
+ # possibly with some parts omitted -- the middle part is known as the "classic
+ # fields"; note the comma separation. Every field has an associated "bold flag"
+ # in the second part.
- if (defined($info->{'DateTimeOriginal'}) &&
- $info->{'DateTimeOriginal'} =~ /^(\d{4}):(\d\d):(\d\d) (\d\d):(\d\d):(\d\d)$/
- && $1 >= 1990) {
- push @lines, "$1-$2-$3 $4:$5";
+ my $manual_shutter = (defined($info->{'ExposureProgram'}) &&
+ $info->{'ExposureProgram'} =~ /shutter\b.*\bpriority/i);
+ my $manual_aperture = (defined($info->{'ExposureProgram'}) &&
+ $info->{'ExposureProgram'} =~ /aperture\b.*\bpriority/i);
+ if (defined($info->{'ExposureProgram'}) && $info->{'ExposureProgram'} =~ /manual/i) {
+ $manual_shutter = 1;
+ $manual_aperture = 1;
}
- if (defined($info->{'Model'})) {
- my $model = $info->{'Model'};
- $model =~ s/^\s+//;
- $model =~ s/\s+$//;
- push @lines, $model;
- }
-
- # classic fields
- if (defined($info->{'FocalLength'}) && $info->{'FocalLength'} =~ /^(\d+)(?:\.\d+)?(?:mm)?$/) {
- push @classic_fields, ($1 . "mm");
+ my @classic_fields = ();
+ if (defined($info->{'FocalLength'}) && $info->{'FocalLength'} =~ /^(\d+)(?:\.\d+)?\s*(?:mm)?$/) {
+ push @classic_fields, [ $1 . "mm", 0 ];
} elsif (defined($info->{'FocalLength'}) && $info->{'FocalLength'} =~ /^(\d+)\/(\d+)$/) {
- push @classic_fields, (sprintf "%.1fmm", ($1/$2));
+ push @classic_fields, [ (sprintf "%.1fmm", ($1/$2)), 0 ];
}
+
if (defined($info->{'ExposureTime'}) && $info->{'ExposureTime'} =~ /^(\d+)\/(\d+)$/) {
my ($a, $b) = ($1, $2);
my $gcd = gcd($a, $b);
- push @classic_fields, ($a/$gcd . "/" . $b/$gcd . "s");
+ push @classic_fields, [ $a/$gcd . "/" . $b/$gcd . "s", $manual_shutter ];
+ } elsif (defined($info->{'ExposureTime'}) && $info->{'ExposureTime'} =~ /^(\d+(?:\.\d+)?)$/) {
+ push @classic_fields, [ $1 . "s", $manual_shutter ];
}
+
if (defined($info->{'FNumber'}) && $info->{'FNumber'} =~ /^(\d+)\/(\d+)$/) {
my $f = $1/$2;
if ($f >= 10) {
- push @classic_fields, (sprintf "f/%.0f", $f);
+ push @classic_fields, [ (sprintf "f/%.0f", $f), $manual_aperture ];
} else {
- push @classic_fields, (sprintf "f/%.1f", $f);
+ push @classic_fields, [ (sprintf "f/%.1f", $f), $manual_aperture ];
}
} elsif (defined($info->{'FNumber'}) && $info->{'FNumber'} =~ /^(\d+)\.(\d+)$/) {
my $f = $info->{'FNumber'};
if ($f >= 10) {
- push @classic_fields, (sprintf "f/%.0f", $f);
+ push @classic_fields, [ (sprintf "f/%.0f", $f), $manual_aperture ];
} else {
- push @classic_fields, (sprintf "f/%.1f", $f);
+ push @classic_fields, [ (sprintf "f/%.1f", $f), $manual_aperture ];
}
}
# Apache2::ServerUtil->server->log_error(join(':', keys %$info));
+ my $iso = undef;
if (defined($info->{'NikonD1-ISOSetting'})) {
- push @classic_fields, $info->{'NikonD1-ISOSetting'}->[1] . " ISO";
+ $iso = $info->{'NikonD1-ISOSetting'};
+ } elsif (defined($info->{'ISO'})) {
+ $iso = $info->{'ISO'};
} elsif (defined($info->{'ISOSetting'})) {
- push @classic_fields, $info->{'ISOSetting'} . " ISO";
+ $iso = $info->{'ISOSetting'};
+ }
+ if (defined($iso) && $iso =~ /(\d+)/) {
+ push @classic_fields, [ $1 . " ISO", 0 ];
}
- push @classic_fields, $info->{'ExposureBiasValue'} . " EV" if (defined($info->{'ExposureBiasValue'}) && $info->{'ExposureBiasValue'} != 0);
+ if (defined($info->{'ExposureBiasValue'}) && $info->{'ExposureBiasValue'} ne "0") {
+ push @classic_fields, [ $info->{'ExposureBiasValue'} . " EV", 0 ];
+ } elsif (defined($info->{'ExposureCompensation'}) && $info->{'ExposureCompensation'} ne "0") {
+ push @classic_fields, [ $info->{'ExposureCompensation'} . " EV", 0 ];
+ }
+
+ # Now piece together the rest
+ my @parts = ();
+ if (defined($info->{'DateTimeOriginal'}) &&
+ $info->{'DateTimeOriginal'} =~ /^(\d{4}):(\d\d):(\d\d) (\d\d):(\d\d):(\d\d)$/
+ && $1 >= 1990) {
+ push @parts, [ "$1-$2-$3 $4:$5", 0 ];
+ }
+
+ if (defined($info->{'Model'})) {
+ my $model = $info->{'Model'};
+ $model =~ s/^\s+//;
+ $model =~ s/\s+$//;
+
+ push @parts, [ "\x{00A0}\x{2013}\x{00A0}", 0 ] if (scalar @parts > 0);
+ push @parts, [ $model, 0 ];
+ }
+
+ # classic fields
if (scalar @classic_fields > 0) {
- push @lines, join(', ', @classic_fields);
+ push @parts, [ "\x{00A0}\x{2013}\x{00A0}", 0 ] if (scalar @parts > 0);
+
+ my $first_elem = 1;
+ for my $field (@classic_fields) {
+ push @parts, [ ', ', 0 ] if (!$first_elem);
+ $first_elem = 0;
+ push @parts, $field;
+ }
}
if (defined($info->{'Flash'})) {
$info->{'Flash'} =~ /no flash/i ||
$info->{'Flash'} =~ /not fired/i ||
$info->{'Flash'} =~ /Off/) {
- push @lines, "No flash";
+ push @parts, [ "\x{00A0}\x{2013}\x{00A0}", 0 ] if (scalar @parts > 0);
+ push @parts, [ "No flash", 0 ];
} elsif ($info->{'Flash'} =~ /fired/i ||
$info->{'Flash'} =~ /On/) {
- push @lines, "Flash";
+ push @parts, [ "\x{00A0}\x{2013}\x{00A0}", 0 ] if (scalar @parts > 0);
+ push @parts, [ "Flash", 0 ];
} else {
- push @lines, $info->{'Flash'};
+ push @parts, [ "\x{00A0}\x{2013}\x{00A0}", 0 ] if (scalar @parts > 0);
+ push @parts, [ $info->{'Flash'}, 0 ];
}
}
- return if (scalar @lines == 0);
-
- # OK, this sucks. Let's make something better :-)
- @lines = ( join(" - ", @lines) );
-
- # Find the required width
- my $th = 14 * (scalar @lines) + 6;
- my $tw = 1;
-
- for my $line (@lines) {
- my $this_w = ($img->QueryFontMetrics(text=>$line, font=>'/usr/share/fonts/truetype/msttcorefonts/Arial.ttf', pointsize=>12))[4];
- $tw = $this_w if ($this_w >= $tw);
- }
-
- $tw += 6;
-
- # Round up so we hit exact DCT blocks
- $tw += 8 - ($tw % 8) unless ($tw % 8 == 0);
- $th += 8 - ($th % 8) unless ($th % 8 == 0);
-
- return if ($tw > $img->Get('columns'));
-
-# my $x = $img->Get('columns') - 8 - $tw;
-# my $y = $img->Get('rows') - 8 - $th;
- my $x = 0;
- my $y = $img->Get('rows') - $th;
- $tw = $img->Get('columns');
-
- $x -= $x % 8;
- $y -= $y % 8;
-
- my $points = sprintf "%u,%u %u,%u", $x, $y, ($x+$tw-1), ($img->Get('rows') - 1);
- my $lpoints = sprintf "%u,%u %u,%u", $x, $y, ($x+$tw-1), $y;
-# $img->Draw(primitive=>'rectangle', stroke=>'black', fill=>'white', points=>$points);
- $img->Draw(primitive=>'rectangle', stroke=>'white', fill=>'white', points=>$points);
- $img->Draw(primitive=>'line', stroke=>'black', points=>$lpoints);
-
- my $i = -(scalar @lines - 1)/2.0;
- my $xc = $x + $tw / 2 - $img->Get('columns')/2;
- my $yc = ($y + $img->Get('rows'))/2 - $img->Get('rows')/2;
- #my $yc = ($y + $img->Get('rows'))/4;
- my $yi = $th / (scalar @lines);
-
- $lpoints = sprintf "%u,%u %u,%u", $x, $yc + $img->Get('rows')/2, ($x+$tw-1), $yc+$img->Get('rows')/2;
-
- for my $line (@lines) {
- $img->Annotate(text=>$line, font=>'/usr/share/fonts/truetype/msttcorefonts/Arial.ttf', pointsize=>12, gravity=>'Center',
- # $img->Annotate(text=>$line, font=>'Helvetica', pointsize=>12, gravity=>'Center',
- x=>int($xc), y=>int($yc + $i * $yi));
-
- $i = $i + 1;
- }
+ return @parts;
}
sub gcd {
}
sub add_new_event {
- my ($dbh, $id, $date, $desc, $vhost) = @_;
+ my ($r, $res, $dbh, $id, $date, $desc) = @_;
my @errors = ();
if (!defined($id) || $id =~ /^\s*$/ || $id !~ /^([a-zA-Z0-9-]+)$/) {
return @errors;
}
- $dbh->do("INSERT INTO events (id,date,name,vhost) VALUES (?,?,?,?)",
+ my $vhost = Sesse::pr0n::Common::get_server_name($r);
+ $dbh->do("INSERT INTO events (event,date,name,vhost) VALUES (?,?,?,?)",
undef, $id, $date, $desc, $vhost)
or return ("Kunne ikke sette inn ny hendelse" . $dbh->errstr);
- $dbh->do("INSERT INTO last_picture_cache (event,last_picture) VALUES (?,NULL)",
- undef, $id)
+ $dbh->do("INSERT INTO last_picture_cache (vhost,event,last_picture) VALUES (?,?,NULL)",
+ undef, $vhost, $id)
or return ("Kunne ikke sette inn ny cache-rad" . $dbh->errstr);
+ purge_cache($r, $res, "/");
return ();
}
return $decoded;
}
+# Depending on your front-end cache, you might want to get creative somehow here.
+# This example assumes you have a front-end cache and it can translate an X-Pr0n-Purge
+# regex tacked onto a request into something useful. The elements given in
+# should not be regexes, though, as e.g. Squid will not be able to handle that.
+sub purge_cache {
+ my ($r, $res, @elements) = @_;
+ return if (scalar @elements == 0);
+
+ my @pe = ();
+ for my $elem (@elements) {
+ log_info($r, "Purging $elem");
+ (my $e = $elem) =~ s/[.+*|()]/\\$&/g;
+ push @pe, $e;
+ }
+
+ my $regex = "^";
+ if (scalar @pe == 1) {
+ $regex .= $pe[0];
+ } else {
+ $regex .= "(" . join('|', @pe) . ")";
+ }
+ $regex .= "(\\?.*)?\$";
+ $res->header('X-Pr0n-Purge' => $regex);
+}
+
+# Find a list of all cache URLs for a given image, given what we have on disk.
+sub get_all_cache_urls {
+ my ($r, $dbh, $id) = @_;
+ my $dir = POSIX::floor($id / 256);
+ my @ret = ();
+
+ my $q = $dbh->prepare('SELECT event, filename FROM images WHERE id=?')
+ or die "Couldn't prepare: " . $dbh->errstr;
+ $q->execute($id)
+ or die "Couldn't find event and filename: " . $dbh->errstr;
+ my $ref = $q->fetchrow_hashref;
+ my $event = $ref->{'event'};
+ my $filename = $ref->{'filename'};
+ $q->finish;
+
+ my $base = $Sesse::pr0n::Config::image_base . "cache/$dir";
+ for my $file (<$base/$id-*>) {
+ my $fname = File::Basename::basename($file);
+ if ($fname =~ /^$id-mipmap-.*\.jpg$/) {
+ # Mipmaps don't have an URL, ignore
+ } elsif ($fname =~ /^$id--1--1\.jpg$/) {
+ push @ret, "/$event/$filename";
+ } elsif ($fname =~ /^$id-(\d+)-(\d+)\.jpg$/) {
+ push @ret, "/$event/$1x$2/$filename";
+ } elsif ($fname =~ /^$id-(\d+)-(\d+)-nobox\.jpg$/) {
+ push @ret, "/$event/$1x$2/nobox/$filename";
+ } else {
+ log_warn($r, "Couldn't find a purging URL for $fname");
+ }
+ }
+
+ return @ret;
+}
+
+sub set_last_modified {
+ my ($res, $mtime) = @_;
+
+ my $str = POSIX::strftime("%a, %d %b %Y %H:%M:%S GMT", gmtime($mtime));
+ $res->header('Last-Modified' => $str);
+}
+
+sub get_server_name {
+ my $r = shift;
+ my $host = $r->env->{'HTTP_HOST'};
+ $host =~ s/:.*//;
+ return $host;
+}
+
+sub log_info {
+ my ($r, $msg) = @_;
+ if (defined($r->{'logger'})) {
+ $r->logger->({ level => 'info', message => $msg });
+ } else {
+ print STDERR "[INFO] $msg\n";
+ }
+}
+
+sub log_warn {
+ my ($r, $msg) = @_;
+ if (defined($r->{'logger'})) {
+ $r->logger->({ level => 'warn', message => $msg });
+ } else {
+ print STDERR "[WARN] $msg\n";
+ }
+}
+
+sub log_error {
+ my ($r, $msg) = @_;
+ if (defined($r->{'logger'})) {
+ $r->logger->({ level => 'error', message => $msg });
+ } else {
+ print STDERR "[ERROR] $msg\n";
+ }
+}
+
1;