new maintainer

Author: ThomasChln

.Rbuildignore

@@ -13,3 +13,5 @@
 ^Makefile$
 ^_pkgdown\.yml$
 ^CRAN-SUBMISSION$
+^Dockerfile$
+^docker-compose.yml$

DESCRIPTION

@@ -1,8 +1,8 @@
 Package: tokenizers
 Type: Package
 Title: Fast, Consistent Tokenization of Natural Language Text
-Version: 0.3.0
-Date: 2022-12-19
+Version: 0.3.1
+Date: 2024-03-27
 Description: Convert natural language text into tokens. Includes tokenizers for
     shingled n-grams, skip n-grams, words, word stems, sentences, paragraphs,
     characters, shingled characters, lines, Penn Treebank, regular
@@ -13,7 +13,10 @@ Description: Convert natural language text into tokens. Includes tokenizers for
     yet correct tokenization in 'UTF-8'. 
 License: MIT + file LICENSE
 LazyData: yes
-Authors@R: c(person("Lincoln", "Mullen", role = c("aut", "cre"),
+Authors@R: c(person("Thomas", "Charlon", role = c("aut", "cre"),
+        email = "[email protected]",
+        comment = c(ORCID = "0000-0001-7497-0470")),
+        person("Lincoln", "Mullen", role = c("aut"),
         email = "[email protected]",
         comment = c(ORCID = "0000-0001-5103-6917")),
         person("Os", "Keyes", role = c("ctb"),
@@ -29,7 +32,7 @@ Authors@R: c(person("Lincoln", "Mullen", role = c("aut", "cre"),
         comment = c(ORCID = "0000-0002-0797-564X")))
 URL: https://docs.ropensci.org/tokenizers/, https://github.com/ropensci/tokenizers
 BugReports: https://github.com/ropensci/tokenizers/issues
-RoxygenNote: 7.2.1
+RoxygenNote: 7.3.1
 Depends:
   R (>= 3.1.3)
 Imports:

Dockerfile

@@ -0,0 +1,5 @@
+
+from rocker/shiny-verse:4.3.2
+
+add ./ /tokenizers
+run R -e "devtools::install('tokenizers', dependencies = TRUE)"

Makefile

@@ -0,0 +1,44 @@
+# prepare the package for release
+PKGNAME := $(shell sed -n "s/Package: *\([^ ]*\)/\1/p" DESCRIPTION)
+PKGVERS := $(shell sed -n "s/Version: *\([^ ]*\)/\1/p" DESCRIPTION)
+PKGSRC  := $(shell basename `pwd`)
+
+all: clean devtools_check
+
+doc.pdf:
+	R CMD Rd2pdf -o doc.pdf .
+
+build:
+	cd ..;\
+	R CMD build --no-manual $(PKGSRC)
+
+build-cran:
+	cd ..;\
+	R CMD build $(PKGSRC)
+
+install: build
+	cd ..;\
+	R CMD INSTALL $(PKGNAME)_$(PKGVERS).tar.gz
+
+check: build-cran
+	cd ..;\
+	R CMD check $(PKGNAME)_$(PKGVERS).tar.gz --as-cran
+
+roxygenise:
+	R -e "roxygen2::roxygenise()"
+
+devtools_test:
+	R -e "devtools::test()"
+
+devtools_check:
+	R -e "devtools::check()"
+
+vignette:
+	cd vignettes;\
+	R -e "rmarkdown::render('introduction-to-tokenizers.Rmd')";\
+	R -e "rmarkdown::render('tif-and-tokenizers.Rmd')"
+
+clean:
+	$(RM) doc.pdf
+	cd vignettes;\
+	$(RM) *.pdf *.aux *.bbl *.blg *.out *.tex *.log

docker-compose.yml

@@ -0,0 +1,33 @@
+version: '2'
+
+services:
+  manual:
+    build: ./
+    volumes:
+      - ./:/tokenizers/
+    working_dir: /tokenizers
+    command: make doc.pdf
+  vignette:
+    build: ./
+    volumes:
+      - ./:/tokenizers/
+    working_dir: /tokenizers
+    command: make vignette
+  build_doc:
+    build: ./
+    volumes:
+      - ./:/tokenizers/
+    working_dir: /tokenizers/
+    command: make roxygenise
+  pkg_test:
+    build: ./
+    volumes:
+      - ./:/tokenizers/
+    working_dir: /tokenizers/
+    command: make devtools_test
+  pkg_check:
+    build: ./
+    volumes:
+      - ./:/tokenizers/
+    working_dir: /tokenizers/
+    command: make