#!/usr/bin/perl -w
#
# script for aspell hash autorebuild in Debian systems
#
# Copyright 2004-2022 Agustin Martin Domingo <agmartin@debian.org>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, see <http://www.gnu.org/licenses/>.
# -------------------------------------------------------------------------
use strict;
my $debug;
my $dry_run;
my $force;
my $triggered;
my $usrlibdir = "/usr/lib/aspell";
my $usrsharedir = "/usr/share/aspell";
my $varlibdir = "/var/lib/aspell";
my $compatdir = "$varlibdir";
my $datadir = "$usrlibdir"; # The data dir
my $program = "aspell-autobuildhash";
sub usage {
print STDERR "\nUsage:\taspell-autobuildhash [options]\n"
. "\n"
. "Options:\n"
. "\t--debug Show debugging info about aspell-autobuildhash\n"
. "\t internal work. Will also enable aspell affix validation.\n"
. "\t--dry-run Show what would be done, but do nothing real.\n"
. "\t--force Do the job regardless of versions comparisons.\n"
. "\t--triggered Tell the script that is run in the triggers stage.\n";
}
sub debugprint {
print STDERR "@_\n" if $debug;
}
sub mymessage{
my $lang = shift;
my $message = join(" ",@_);
my $question = "dictionaries-common/ispell-autobuildhash-message";
subst($question,"xxpell","aspell");
subst($question,"XXpell","Aspell");
subst($question,"hashfile","$lang");
subst($question,"errormsg","$message");
fset ($question,"seen","false");
title("dictionaries-common: Running aspell-autobuildhash");
input("critical",$question);
go ();
}
sub myerror {
mymessage @_;
exit 1;
}
# ---------------------------------------------------------------------
# Handle autorebuilding
# ---------------------------------------------------------------------
sub autorebuild {
my $lang = shift || # The dictionary name
myerror("aspell-autobuildhash","No argument passed to function autorebuild");
my $old_remove_data = shift;
my $aspell_compat = shift; # aspell compat file
my $langsfile = "$usrsharedir/$lang.contents"; # The subdicts file
my $options = " --per-conf=/dev/null "; # Make sure no personal conf is used at all
my %new_remove_data = ();
my @sublangs = ();
$options .= " --dont-validate-affixes " unless $debug;
myerror "$program: aspell data dir $datadir does not exist" unless ( -d $datadir );
# Import registered removal data.
foreach my $entry ( keys %{$old_remove_data} ){
$new_remove_data{$entry}++;
$new_remove_data{'fake-remove'}{$entry}++;
}
# Check if there is a contents file for this compat name
if ( -e $langsfile ){
open (my $LANGSFILE, "< $langsfile") || die "Could not open $langsfile for reading";
@sublangs = <$LANGSFILE>;
close $LANGSFILE;
} else {
push @sublangs, $lang;
}
chomp @sublangs;
foreach ( @sublangs ){
next if m/^\s*$/;
next if m/^\s*\#/;
s/^\s+//;
s/\s+$//;
my $sublang = $_;
my $base = "$usrsharedir/$sublang"; # The wordlist basename
my $hash = "$varlibdir/$sublang.rws"; # The hash file
my $link = "$usrlibdir/$sublang.rws"; # The link to the hash file
my $msg = '';
my $unpack = '';
my $show_aspell_compat = $debug ? " (compat: $aspell_compat)" : "";
print STDERR "aspell-autobuildhash: processing: $lang [$sublang]$show_aspell_compat.\n";
if ( -e "$base.mwl.gz" ){
$unpack = "zcat $base.mwl.gz";
} elsif ( -e "$base.wl.gz") {
$unpack = "zcat $base.wl.gz";
} elsif ( -e "$base.cwl.gz") {
$unpack = "zcat $base.cwl.gz | precat";
} else {
mymessage($lang,"$program: Could not find any of $base.{mwl,wl,cwl}.gz");
return;
}
#$unpack = "$unpack | aspell clean strict";
my $command = "$unpack | aspell $options --local-data-dir=$datadir --lang=$lang create master $hash";
if ( $dry_run ){
print STDERR "$command\n";
$new_remove_data{'fake-remove'}{"$hash"}++;
$new_remove_data{'fake-remove'}{"$link"}++;
} else {
debugprint(" - command: $command");
if ( system ("$command") == 0 ){
$new_remove_data{'remove'}{$hash}++;
if ( -w "$usrlibdir" ){
symlink($hash,$link) unless -e $link;
} else {
print STDERR "$program warning: Non writable \"$usrlibdir\". Not setting symlink";
}
if ( -l "$link" ){
# Make sure link is recorded
$new_remove_data{'remove'}{"$link"}++;
}
} else {
$msg = "$program: Could not build the hash file for $sublang" ;
}
}
if ( $msg ){ # Do not break postinst if hash cannot be built
mymessage ($lang,$msg); # Just inform about that
return;
}
}
$new_remove_data{'status'} = "ok";
return \%new_remove_data;
}
# ---------------------------------------------------------------------
# Get aspell compat version
# ---------------------------------------------------------------------
sub get_aspell_compat {
my $aspell_compat;
my $aspellcompatfile = "/usr/share/aspell/aspell.compat";
if ( -e $aspellcompatfile ){
open (my $COMPAT,"$aspellcompatfile");
chomp ( $aspell_compat = <$COMPAT> );
close $COMPAT;
}
return $aspell_compat;
}
# ---------------------------------------------------------------------
# The main program
# ---------------------------------------------------------------------
use Debian::DictionariesCommon qw(dico_checkroot dico_activate_trigger);
use Getopt::Long;
# Options processing
GetOptions ('debug' => \$debug,
'dry-run' => \$dry_run,
'force' => \$force,
'triggered' => \$triggered
) or usage();
# Check if we are root
dico_checkroot() unless $dry_run;
# Honour 'DICT_COMMON_DEBUG' environment variable.
unless ( $debug ){
$debug++ if defined $ENV{'DICT_COMMON_DEBUG'};
}
my %old_remove_data = ();
my $aspell_compat = get_aspell_compat();
unless ( $triggered or $force ) {
exit if dico_activate_trigger("aspell-autobuildhash");
}
$force++ unless $aspell_compat;
if ( system("command -v aspell >/dev/null" ) == 0 ){
foreach my $compat ( <$compatdir/*.compat> ){
my $lang = $compat;
$lang =~ s/\.compat$//;
$lang =~ s/.*\///;
# Parse compat file
open (my $COMPAT,"$compat");
my $lang_compat = <$COMPAT>;
close $COMPAT;
chomp $lang_compat if $lang_compat;
$lang_compat = 0 unless $lang_compat;
# Parse dict remove file if available
my $remove_file = "$varlibdir/$lang.remove";
my %old_remove_data = ();
if ( -e "$remove_file" ){
open (my $REMOVE,"$remove_file");
while (<$REMOVE>){
chomp;
next if m/^\s*$/;
s/^\s+//;
s/\s+$//;
if ( -e "$_" ){
$old_remove_data{$_}++;
} else {
debugprint "$program: \"$_\" in $remove_file not found. Upgrading info.";
}
}
close $REMOVE;
}
#
if ( $force || $aspell_compat ne $lang_compat ){
print STDERR "--\n" if ( $debug or $dry_run );
debugprint "$lang => compat: \"$compat\", aspell_compat: [$aspell_compat]; lang_compat: [$lang_compat]";
my $new_remove_data = autorebuild($lang,\%old_remove_data,$aspell_compat);
if ( defined $new_remove_data->{'status'} ){
my $newcompat = $aspell_compat || 0;
if ( $dry_run ){
print STDERR "$newcompat > $compat\n";
print STDERR "Remove: \n", join("\n",sort keys %{$new_remove_data->{'fake-remove'}}) ,"\n";
} else {
# Update compat file
open (my $COMPAT,">","$compat");
print $COMPAT "$newcompat\n";
close $COMPAT;
debugprint "Updated $compat to $newcompat";
# Update remove file
open (my $REMOVE,">","$remove_file")
or die "$program: Could not open \"$remove_file\" for write.";
print $REMOVE join("\n",sort keys %{$new_remove_data->{'remove'}}),"\n";
close $REMOVE;
}
} else {
debugprint " *=* $compat not updated because of an error";
}
}
}
} else {
debugprint "$program: aspell is not installed. Doing nothing";
}
__END__
=head1 NAME
B<aspell-autobuildhash> - Autobuilding aspell hash files for some dicts
=head1 SYNOPSIS
aspell-autobuildhash [--force]
Options:
--debug Show extra info about aspell-autobuildhash internal
work. Will also enable aspell affix validation.
--dry-run Show what would be done, but do nothing real.
--force Rebuild the hash file for all dicts providing a
compat file skipping the test.
--triggered Tell the script that is run in the triggers stage.
=head1 DESCRIPTION
B<aspell-autobuildhash> is a script that will manage aspell hash files
autobuild, intended to be called from the dictionaries-common tools.
Depending on the aspell
compatibility level and on the compatibility level used for the hash file
if present, will decide whether it must be rebuilt or not. This script will
only work on aspell packages prepared to use it, it will do nothing for other
aspell dict packages.
=head1 OPTIONS
--debug Show some extra information about aspell-autobuildhash
internal work. Will also enable aspell affix validation.
--dry-run Show what would be done, but do nothing real.
--force Rebuild the hash file for all dicts providing a compat
file regardless of the compatibility levels found.
--triggered Tell the script that is run in the triggers stage. When
run under dpkg control, do not try to set the
'aspell-autobuildhash' trigger, but run real
B<aspell-autobuildhash> code. When not run under dpkg
control, real code will always be run and '--triggered'
option has no real effect.
=head1 PACKAGE MAINTAINERS
To use this system, B<aspell-autobuildhash> expects a F<$lang.compat> file
in F</var/lib/aspell> (I<$lang> stands for the lang basename with variant
if any, e.g. I<$lang> is something like I<gl-minimos> or I<en>))
containing aspell compatibility version for last successful build
or "0" or en empty file if hash is to be rebuild, as is for dictionary
installation and upgrades.
When upgrading B<aspell>, script will check if version in I<$lang.compat>
is different from I<aspell.compat> and rebuild if so, updating
I<$lang.compat> with the new value.
Wordlists should previously be compressed either with gzip
(and their extensions set as F<.mwl.gz> or F<.wl.gz>) or preferably
first with aspell prezip and then gzipped (with F<.cwl.gz> extension).
This applies both for plain wordlists and munched wordlists
(in the ispell way) if you use affix compression.
If your package will provide a single hash, install prezipped+gzipped
wordlist as F</usr/share/aspell/$lang.cwl.gz> or, if prezip is not used,
as F</usr/share/aspell/$lang.mwl.gz>.
If your package will provide more than one aspell hash for the same $lang,
you will need to place each compressed wordlist as e.g.
F</usr/share/aspell/$subdict.cwl.gz>, and the common F<$lang.compat> as
above. Then create a F</usr/share/aspell/$lang.contents> file with the
base names of the subdicts, one in a line. For English that will contain,
amongst other possible lines
en-common
en-variant_0
en-variant_1
en-variant_2
en_CA-w_accents-only
No need to use this file if a single hash is being created.
Dictionaries-common scripts will call internally this script and create a
single hash file at F</var/lib/ispell/$lang.rws>, or hash files at
F</var/lib/ispell/$subdict.rws>. You must set a symlink to that
files from F</usr/lib/aspell/$lang.rws> or
F</usr/lib/aspell/$subdict.rws> as appropriate.
Aspell dictionary packages using this script must make sure that
I<$lang.compat> is reset on every new install/upgrade, so hash is rebuilt.
They must also make sure that I<$lang.compat> and all of
F</var/lib/aspell/$lang.rws> or F</var/lib/aspell/$subdict.rws>
are removed on package removal.
As of version C<1.10>, B<installdeb-aspell> script will understand
C<'auto-compat'> and C<'auto-contents'> fields in F<$dict.info-aspell>
file to help with this by adding needed debhelper snippets.
Put in that entry the base name(s) of your compat and contents file(s)
and carefully check resulting maintainer scripts after build.
Note that you are no longer suggested to ship empty files at
any of F</var/lib/aspell/$lang.compat>, F</var/lib/aspell/$lang.rws>
or F</var/lib/aspell/$subdict.rws>, but explicitly create/update them
on install and explicitly remove them on removal.
B<aspell> maintainer should also call this script from package postinst.
When comparing versions it will get the aspell version from file
F</usr/share/aspell/aspell.compat>.
=head1 AUTHORS
Agustin Martin <agmartin@debian.org>
=head1 COPYRIGHT
Copyright (C) 2004-2013 Agustin Martin <agmartin@debian.org>
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 3 of the License, or
(at your option) any later version.
=cut
Mini Shell