Pull in test spell checker

Author: jsoref

.github/workflows/spelling.yml

@@ -8,9 +8,8 @@ jobs:
     steps:
     - uses: actions/checkout@v2.0.0
       with:
-        fetch-depth: 2
+        fetch-depth: 3
     - uses: ./
-    - uses: check-spelling/check-spelling@0.0.1-alpha
       env:
         bucket: ssh://git@github.com/check-spelling/examples.git
         project: spelling-data-lorem

Dockerfile

@@ -3,6 +3,24 @@ FROM debian:9.5-slim
 RUN DEBIAN_FRONTEND=noninteractive apt-get -qq update < /dev/null > /dev/null
 RUN DEBIAN_FRONTEND=noninteractive apt-get install -qq curl git jq < /dev/null > /dev/null
 WORKDIR /app
-COPY debug.sh debug.sh
+COPY docker-setup setup
+COPY reporter.json reporter.json
+COPY reporter.pl reporter.pl
+COPY w spelling-unknown-word-splitter.pl
+RUN ./setup
+RUN rm setup
 
-ENTRYPOINT ["/app/debug.sh"]
+LABEL "com.github.actions.name"="Spell Checker"
+LABEL "com.github.actions.description"="Check repository for spelling errors"
+LABEL "com.github.actions.icon"="edit-3"
+LABEL "com.github.actions.color"="red"
+
+LABEL "repository"="http://github.com/jsoref/spelling-action"
+LABEL "homepage"="http://github.com/jsoref/spelling-action/tree/master/README.md"
+LABEL "maintainer"="Josh Soref <jsoref@noreply.users.github.com>"
+
+COPY test-spelling-unknown-words test-spelling-unknown-words.sh
+COPY exclude exclude.pl
+
+RUN chmod +x test-spelling-unknown-words.sh exclude.pl spelling-unknown-word-splitter.pl
+ENTRYPOINT ["/app/test-spelling-unknown-words.sh"]

action.yml

@@ -1,6 +1,24 @@
-name: 'Debug'
-description: 'Debug'
+name: 'Spell checking'
+description: 'Spell check commits'
 author: 'jsoref'
+branding:
+  icon: 'edit-3'
+  color: 'red'
+inputs:
+  repo-token:
+    description: 'The GITHUB_TOKEN secret'
+  bucket:
+    description: 'Container for spelling exclusions and whitelist'
+    required: true
+  project:
+    description: 'Folder/Branch containing exclusions/whitelist'
+    required: true
+
+  debug:
+    description: 'Debug'
 runs:
   using: 'docker'
   image: 'Dockerfile'
+  env:
+    bucket: ${{ inputs.bucket }}
+    project: ${{ inputs.project }}

docker-setup

@@ -0,0 +1,26 @@
+#!/bin/bash
+# This CI acceptance test is based on:
+# https://github.com/jsoref/spelling/tree/04648bdc63723e5cdf5cbeaff2225a462807abc8
+# It is conceptually `f` which runs `w` (spelling-unknown-word-splitter)
+# plus `fchurn` which uses `dn` mostly rolled together.
+set -e
+
+spellchecker='/app'
+w_location="$spellchecker/w"
+temp='/tmp/spelling'
+dict="$spellchecker/words"
+word_splitter="$spellchecker/spelling-unknown-word-splitter.pl"
+run_output="$spellchecker/unknown.words.txt"
+
+wordlist=https://github.com/check-spelling/check-spelling/raw/dictionary/dict.txt
+
+mkdir -p "$temp"
+if [ ! -e "$dict" ]; then
+  echo "Retrieving cached $(basename "$wordlist")"
+  # english.words is taken from rpm:
+  # https://rpmfind.net/linux/fedora/linux/development/rawhide/Everything/aarch64/os/Packages/w/"
+  # "words-.*.noarch.rpm"
+  (
+    curl -L -s "$wordlist" -o "$dict"
+  ) >/dev/null 2>/dev/null
+fi

exclude

@@ -0,0 +1,20 @@
+#!/usr/bin/perl
+# This script takes null delimited files as input
+# it drops paths that match the listed exclusions
+# output is null delimited to match input
+use File::Basename;
+my $dirname = dirname(__FILE__);
+
+my @excludes;
+open EXCLUDES, '<', $dirname.'/excludes.txt';
+while (<EXCLUDES>) {
+  s/^\s*(.*)\s*$/$1/;
+  push @excludes, $_;
+}
+$/="\0";
+my $exclude = scalar @excludes ? join "|", @excludes : '^$';
+while (<>) {
+  chomp;
+  next if m{$exclude};
+  print "$_$/";
+}

reporter.json

@@ -0,0 +1,20 @@
+{
+    "problemMatcher": [
+        {
+            "owner": "jsoref-spelling",
+            "pattern": [
+                {
+                    "regexp": "^(.+):[\\s]line\\s(\\d+),[\\s]columns\\s(\\d+)-(\\d+),\\s(Error|Warning|Info)\\s-\\s(.+)\\s\\((.+)\\)$",
+                    "file": 1,
+                    "line": 2,
+                    "column": 3,
+                    "endColumn": 4,
+                    "severity": 5,
+                    "message": 6,
+                    "code": 7
+                }
+            ]
+        }
+    ]
+}
+

reporter.pl

@@ -0,0 +1,35 @@
+#!/usr/bin/env perl
+
+die 'Please set $tokens' unless defined $ENV{tokens};
+my $tokens=$ENV{tokens};
+exit 0 unless $tokens =~ /\w/;
+$tokens=~ s/\s+/|/g;
+my $re = "\\b($tokens)\\b";
+my $blame=defined $ENV{with_blame};
+
+my $previous='';
+my $first_line=0;
+while (<>) {
+  my $line;
+  if ($blame) {
+    next if /^ /;
+    s/^[0-9a-f^]+\s+(.*?)\s(\d+)\) //;
+    ($ARGV, $line) = ($1, $2);
+  } else {
+    if ($previous ne $ARGV) {
+      $previous=$ARGV;
+      $first_line = $. - 1;
+    }
+    $line = $. - $first_line;
+  }
+  if ($blame) {
+    next if /^ /;
+    s/^[0-9a-f^]+\s+\d+\) //;
+  }
+  next unless $_ =~ /$re/;
+  while (/$re/g) {
+    my ($start, $token) = (1 + length $`, $1);
+    my $stop = $start + (length $token) - 1;
+    print "$ARGV: line $line, columns $start-$stop, Warning - '$token' is not a recognized word. (unrecognized-spelling)\n";
+  }
+}