X-Git-Url: https://git.sesse.net/?p=pr0n;a=blobdiff_plain;f=perl%2FSesse%2Fpr0n%2FCommon.pm;h=6f45d55d903186aa6dc489f208519fd98574887f;hp=987463548ed3c19d79104891111b67e9874f1eef;hb=2a98fc654ff4ec29aa576ac5ba68fcba08682ef3;hpb=913c2202338799ea013021cf4dc56af8132a5463 diff --git a/perl/Sesse/pr0n/Common.pm b/perl/Sesse/pr0n/Common.pm index 9874635..6f45d55 100644 --- a/perl/Sesse/pr0n/Common.pm +++ b/perl/Sesse/pr0n/Common.pm @@ -35,7 +35,7 @@ BEGIN { require Sesse::pr0n::Config_local; }; - $VERSION = "v2.53"; + $VERSION = "v2.65"; @ISA = qw(Exporter); @EXPORT = qw(&error &dberror); %EXPORT_TAGS = qw(); @@ -218,13 +218,22 @@ sub get_cache_location { my ($r, $id, $width, $height, $infobox) = @_; my $dir = POSIX::floor($id / 256); - if ($infobox) { + if ($infobox eq 'both') { return get_base($r) . "cache/$dir/$id-$width-$height.jpg"; - } else { + } elsif ($infobox eq 'nobox') { return get_base($r) . "cache/$dir/$id-$width-$height-nobox.jpg"; + } else { + return get_base($r) . "cache/$dir/$id-$width-$height-box.png"; } } +sub get_mipmap_location { + my ($r, $id, $width, $height) = @_; + my $dir = POSIX::floor($id / 256); + + return get_base($r) . "cache/$dir/$id-mipmap-$width-$height.jpg"; +} + sub update_image_info { my ($r, $id, $width, $height) = @_; @@ -367,15 +376,168 @@ sub stat_image_from_id { return ($fname, $size, $mtime); } +# Takes in an image ID and a set of resolutions, and returns (generates if needed) +# the smallest mipmap larger than the largest of them. +sub make_mipmap { + my ($r, $filename, $id, $dbwidth, $dbheight, @res) = @_; + my ($img, $mmimg, $width, $height); + + # If we don't know the size, we'll need to read it in anyway + if (!defined($dbwidth) || !defined($dbheight)) { + $img = read_original_image($r, $id, $dbwidth, $dbheight); + $width = $img->Get('columns'); + $height = $img->Get('rows'); + } else { + $width = $dbwidth; + $height = $dbheight; + } + + # Generate the list of mipmaps + my @mmlist = (); + + my $mmwidth = $width; + my $mmheight = $height; + + while ($mmwidth > 1 || $mmheight > 1) { + my $new_mmwidth = POSIX::floor($mmwidth / 2); + my $new_mmheight = POSIX::floor($mmheight / 2); + + $new_mmwidth = 1 if ($new_mmwidth < 1); + $new_mmheight = 1 if ($new_mmheight < 1); + + my $large_enough = 1; + for my $i (0..($#res/2)) { + my ($xres, $yres) = ($res[$i*2], $res[$i*2+1]); + if ($xres == -1 || $xres > $new_mmwidth || $yres > $new_mmheight) { + $large_enough = 0; + last; + } + } + + last if (!$large_enough); + + $mmwidth = $new_mmwidth; + $mmheight = $new_mmheight; + + push @mmlist, [ $mmwidth, $mmheight ]; + } + + # Ensure that all of them are OK + my $last_good_mmlocation; + for my $i (0..$#mmlist) { + my $last = ($i == $#mmlist); + my $mmres = $mmlist[$i]; + + my $mmlocation = get_mipmap_location($r, $id, $mmres->[0], $mmres->[1]); + if (! -r $mmlocation or (-M $mmlocation > -M $filename)) { + if (!defined($img)) { + if (defined($last_good_mmlocation)) { + $img = Image::Magick->new; + $img->Read($last_good_mmlocation); + } else { + $img = read_original_image($r, $id, $dbwidth, $dbheight); + } + } + my $cimg; + if ($last) { + $cimg = $img; + } else { + $cimg = $img->Clone(); + } + $r->log->info("Making mipmap for $id: " . $mmres->[0] . " x " . $mmres->[1]); + $cimg->Resize(width=>$mmres->[0], height=>$mmres->[1], filter=>'Lanczos'); + $cimg->Strip(); + my $err = $cimg->write( + filename => $mmlocation, + quality => 95, + 'sampling-factor' => '1x1' + ); + $img = $cimg; + } else { + $last_good_mmlocation = $mmlocation; + } + if ($last && !defined($img)) { + # OK, read in the smallest one + $img = Image::Magick->new; + my $err = $img->Read($mmlocation); + } + } + + if (!defined($img)) { + $img = read_original_image($r, $id, $dbwidth, $dbheight); + } + return $img; +} + +sub read_original_image { + my ($r, $id, $dbwidth, $dbheight) = @_; + + my $fname = get_disk_location($r, $id); + + # Read in the original image + my $magick = new Image::Magick; + my $err; + + # ImageMagick can handle NEF files, but it does it by calling dcraw as a delegate. + # The delegate support is rather broken and causes very odd stuff to happen when + # more than one thread does this at the same time. Thus, we simply do it ourselves. + if ($fname =~ /\.nef$/i) { + # this would suffice if ImageMagick gets to fix their handling + # $fname = "NEF:$fname"; + + open DCRAW, "-|", "dcraw", "-w", "-c", $fname + or error("dcraw: $!"); + $err = $magick->Read(file => \*DCRAW); + close(DCRAW); + } else { + # We always want YCbCr JPEGs. Setting this explicitly here instead of using + # RGB is slightly faster (no colorspace conversion needed) and works equally + # well for our uses, as long as we don't need to draw an information box, + # which trickles several ImageMagick bugs related to colorspace handling. + # (Ideally we'd be able to keep the image subsampled and + # planar, but that would probably be difficult for ImageMagick to expose.) + #if (!$infobox) { + # $magick->Set(colorspace=>'YCbCr'); + #} + $err = $magick->Read($fname); + } + + if ($err) { + $r->log->warn("$fname: $err"); + $err =~ /(\d+)/; + if ($1 >= 400) { + undef $magick; + error($r, "$fname: $err"); + } + } + + # If we use ->[0] unconditionally, text rendering (!) seems to crash + my $img = (scalar @$magick > 1) ? $magick->[0] : $magick; + + my $width = $img->Get('columns'); + my $height = $img->Get('rows'); + + # Update the SQL database if it doesn't contain the required info + if (!defined($dbwidth) || !defined($dbheight)) { + $r->log->info("Updating width/height for $id: $width x $height"); + update_image_info($r, $id, $width, $height); + } + + return $img; +} + sub ensure_cached { my ($r, $filename, $id, $dbwidth, $dbheight, $infobox, $xres, $yres, @otherres) = @_; my $fname = get_disk_location($r, $id); - unless (defined($xres) && (!defined($dbwidth) || !defined($dbheight) || $xres < $dbheight || $yres < $dbwidth || $xres == -1)) { - return ($fname, 0); + if ($infobox ne 'box') { + unless (defined($xres) && (!defined($dbwidth) || !defined($dbheight) || $xres < $dbheight || $yres < $dbwidth || $xres == -1)) { + return ($fname, undef); + } } my $cachename = get_cache_location($r, $id, $xres, $yres, $infobox); + my $err; if (! -r $cachename or (-M $cachename > -M $fname)) { # If we are in overload mode (aka Slashdot mode), refuse to generate # new thumbnails. @@ -383,52 +545,59 @@ sub ensure_cached { $r->log->warn("In overload mode, not scaling $id to $xres x $yres"); error($r, 'System is in overload mode, not doing any scaling'); } - - # Need to generate the cache; read in the image - my $magick = new Image::Magick; - my $info = Image::ExifTool::ImageInfo($fname); - my $err; - - # ImageMagick can handle NEF files, but it does it by calling dcraw as a delegate. - # The delegate support is rather broken and causes very odd stuff to happen when - # more than one thread does this at the same time. Thus, we simply do it ourselves. - if ($filename =~ /\.nef$/i) { - # this would suffice if ImageMagick gets to fix their handling - # $fname = "NEF:$fname"; + + # If we're being asked for just the box, make a new image with just the box. + # We don't care about @otherres since each of these images are + # already pretty cheap to generate, but we need the exact width so we can make + # one in the right size. + if ($infobox eq 'box') { + my ($img, $width, $height); + + # This is slow, but should fortunately almost never happen, so don't bother + # special-casing it. + if (!defined($dbwidth) || !defined($dbheight)) { + $img = read_original_image($r, $id, $dbwidth, $dbheight); + $width = $img->Get('columns'); + $height = $img->Get('rows'); + @$img = (); + } else { + $img = Image::Magick->new; + $width = $dbwidth; + $height = $dbheight; + } - open DCRAW, "-|", "dcraw", "-w", "-c", $fname - or error("dcraw: $!"); - $err = $magick->Read(file => \*DCRAW); - close(DCRAW); - } else { - $err = $magick->Read($fname); - } - - if ($err) { - $r->log->warn("$fname: $err"); - $err =~ /(\d+)/; - if ($1 >= 400) { - undef $magick; - error($r, "$fname: $err"); + if (defined($xres) && defined($yres)) { + ($width, $height) = scale_aspect($width, $height, $xres, $yres); } - } - - # If we use ->[0] unconditionally, text rendering (!) seems to crash - my $img = (scalar @$magick > 1) ? $magick->[0] : $magick; - - my $width = $img->Get('columns'); - my $height = $img->Get('rows'); + $height = 24; + $img->Set(size=>($width . "x" . $height)); + $img->Read('xc:white'); + + my $info = Image::ExifTool::ImageInfo($fname); + if (make_infobox($img, $info, $r)) { + $img->Quantize(colors=>16, dither=>'False'); + + # Since the image is grayscale, ImageMagick overrides us and writes this + # as grayscale anyway, but at least we get rid of the alpha channel this + # way. + $img->Set(type=>'Palette'); + } else { + # Not enough room for the text, make a tiny dummy transparent infobox + @$img = (); + $img->Set(size=>"1x1"); + $img->Read('null:'); - # Update the SQL database if it doesn't contain the required info - if (!defined($dbwidth) || !defined($dbheight)) { - $r->log->info("Updating width/height for $id: $width x $height"); - update_image_info($r, $id, $width, $height); - } + $width = 1; + $height = 1; + } + + $err = $img->write(filename => $cachename, quality => 90, depth => 8); + $r->log->info("New infobox cache: $width x $height for $id.jpg"); - # We always want RGB JPEGs - if ($img->Get('Colorspace') eq "CMYK") { - $img->Set(colorspace=>'RGB'); + return ($cachename, 'image/png'); } + + my $img = make_mipmap($r, $fname, $id, $dbwidth, $dbheight, $xres, $yres, @otherres); while (defined($xres) && defined($yres)) { my ($nxres, $nyres) = (shift @otherres, shift @otherres); @@ -443,6 +612,8 @@ sub ensure_cached { $cimg = $img; } + my $width = $img->Get('columns'); + my $height = $img->Get('rows'); my ($nwidth, $nheight) = scale_aspect($width, $height, $xres, $yres); # Use lanczos (sharper) for heavy scaling, mitchell (faster) otherwise @@ -460,7 +631,8 @@ sub ensure_cached { $cimg->Resize(width=>$nwidth, height=>$nheight, filter=>$filter); } - if (($nwidth >= 800 || $nheight >= 600 || $xres == -1) && $infobox == 1) { + if (($nwidth >= 800 || $nheight >= 600 || $xres == -1) && $infobox ne 'nobox') { + my $info = Image::ExifTool::ImageInfo($fname); make_infobox($cimg, $info, $r); } @@ -489,18 +661,17 @@ sub ensure_cached { $r->log->info("New cache: $nwidth x $nheight for $id.jpg"); } - undef $magick; undef $img; if ($err) { $r->log->warn("$fname: $err"); $err =~ /(\d+)/; if ($1 >= 400) { - @$magick = (); + #@$magick = (); error($r, "$fname: $err"); } } } - return ($cachename, 1); + return ($cachename, 'image/jpeg'); } sub get_mimetype_from_filename { @@ -525,7 +696,7 @@ sub make_infobox { $info->{'ExposureProgram'} =~ /aperture\b.*\bpriority/i); my @classic_fields = (); - if (defined($info->{'FocalLength'}) && $info->{'FocalLength'} =~ /^(\d+)(?:\.\d+)?(?:mm)?$/) { + if (defined($info->{'FocalLength'}) && $info->{'FocalLength'} =~ /^(\d+)(?:\.\d+)?\s*(?:mm)?$/) { push @classic_fields, [ $1 . "mm", 0 ]; } elsif (defined($info->{'FocalLength'}) && $info->{'FocalLength'} =~ /^(\d+)\/(\d+)$/) { push @classic_fields, [ (sprintf "%.1fmm", ($1/$2)), 0 ]; @@ -557,12 +728,16 @@ sub make_infobox { # Apache2::ServerUtil->server->log_error(join(':', keys %$info)); + my $iso = undef; if (defined($info->{'NikonD1-ISOSetting'})) { - push @classic_fields, [ $info->{'NikonD1-ISOSetting'}->[1] . " ISO", 0 ]; - } elsif (defined($info->{'ISOSetting'})) { - push @classic_fields, [ $info->{'ISOSetting'} . " ISO" ]; + $iso = $info->{'NikonD1-ISOSetting'}; } elsif (defined($info->{'ISO'})) { - push @classic_fields, [ $info->{'ISO'} . " ISO" ]; + $iso = $info->{'ISO'}; + } elsif (defined($info->{'ISOSetting'})) { + $iso = $info->{'ISOSetting'}; + } + if (defined($iso) && $iso =~ /(\d+)/) { + push @classic_fields, [ $1 . " ISO", 0 ]; } if (defined($info->{'ExposureBiasValue'}) && $info->{'ExposureBiasValue'} ne "0") { @@ -618,7 +793,7 @@ sub make_infobox { } } - return if (scalar @parts == 0); + return 0 if (scalar @parts == 0); # Find the required width my $th = 0; @@ -638,7 +813,7 @@ sub make_infobox { $th = $h if ($h > $th); } - return if ($tw > $img->Get('columns')); + return 0 if ($tw > $img->Get('columns')); my $x = 0; my $y = $img->Get('rows') - 24; @@ -667,6 +842,8 @@ sub make_infobox { $img->Annotate(text=>$part->[0], font=>$font, pointsize=>12, x=>int($x), y=>int($y)); $x += ($img->QueryFontMetrics(text=>$part->[0], font=>$font, pointsize=>12))[4]; } + + return 1; } sub gcd {