[PATCH consfigurator v3 1/8] create package consfigurator.data.util
David Bremner
david at tethera.net
Sun Mar 13 14:40:04 GMT 2022
This package is intended to provide a home for utility functions used by
multiple data sources. Initially move a local function from
consfigurator.data.files-tree, and slightly generalize it to support an
extension or "type" argument.
Note that the goal of literal-data-pathname is to map (IDEN1 IDEN2) to
existing paths in a user maintained file hierarchy. This is quite different
from data-pathname, which escapes various characters to map to a safe internal
filename.
Signed-off-by: David Bremner <david at tethera.net>
---
consfigurator.asd | 2 ++
src/data/files-tree.lisp | 14 +++----------
src/data/util.lisp | 35 ++++++++++++++++++++++++++++++++
src/package.lisp | 6 +++++-
tests/data/util.lisp | 44 ++++++++++++++++++++++++++++++++++++++++
tests/package.lisp | 2 +-
6 files changed, 90 insertions(+), 13 deletions(-)
create mode 100644 src/data/util.lisp
create mode 100644 tests/data/util.lisp
diff --git a/consfigurator.asd b/consfigurator.asd
index 3531ada..d01e089 100644
--- a/consfigurator.asd
+++ b/consfigurator.asd
@@ -88,6 +88,7 @@
(:file "src/connection/setuid")
(:file "src/connection/as")
(:file "src/connection/linux-namespace")
+ (:file "src/data/util")
(:file "src/data/asdf")
(:file "src/data/pgp")
(:file "src/data/git-snapshot")
@@ -108,6 +109,7 @@
(:feature :sbcl (:require #:sb-rt))
(:feature (:not :sbcl) #:rt))
:components ((:file "tests/package")
+ (:file "tests/data/util")
(:file "tests/util")
(:file "tests/property/file"))
:perform (test-op (o c) (symbol-call :consfigurator/tests '#:do-tests)))
diff --git a/src/data/files-tree.lisp b/src/data/files-tree.lisp
index 993d9aa..8418a80 100644
--- a/src/data/files-tree.lisp
+++ b/src/data/files-tree.lisp
@@ -37,20 +37,12 @@ IDEN2 an an absolute or relative path are all supported."
(unless (directory-exists-p base-path)
(missing-data-source
"~A does not exist, or is not a directory." base-path))
- (labels ((%make-path (iden1 iden2)
- (merge-pathnames
- (uiop:relativize-pathname-directory
- iden2)
- (merge-pathnames
- (uiop:relativize-pathname-directory
- (ensure-directory-pathname iden1))
- base-path)))
- (check (iden1 iden2)
- (let ((file-path (%make-path iden1 iden2)))
+ (labels ((check (iden1 iden2)
+ (let ((file-path (literal-data-pathname base-path iden1 iden2)))
(and (file-exists-p file-path)
(file-write-date file-path))))
(extract (iden1 iden2)
- (let ((file-path (%make-path iden1 iden2)))
+ (let ((file-path (literal-data-pathname base-path iden1 iden2)))
(and (file-exists-p file-path)
(make-instance 'file-data
:file file-path
diff --git a/src/data/util.lisp b/src/data/util.lisp
new file mode 100644
index 0000000..bb66c9b
--- /dev/null
+++ b/src/data/util.lisp
@@ -0,0 +1,35 @@
+;;; Consfigurator -- Lisp declarative configuration management system
+
+;;; Copyright (C) 2022 David Bremner <david at tethera.net>
+
+;;; This file is free software; you can redistribute it and/or modify
+;;; it under the terms of the GNU General Public License as published by
+;;; the Free Software Foundation; either version 3, or (at your option)
+;;; any later version.
+
+;;; This file is distributed in the hope that it will be useful,
+;;; but WITHOUT ANY WARRANTY; without even the implied warranty of
+;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+;;; GNU General Public License for more details.
+
+;;; You should have received a copy of the GNU General Public License
+;;; along with this program. If not, see <http://www.gnu.org/licenses/>.
+
+(in-package :consfigurator.data.util)
+(named-readtables:in-readtable :consfigurator)
+
+(defun literal-data-pathname (base-path iden1 iden2 &key type)
+ "Generate a path from BASE-PATH, IDEN1 and IDEN2 by concatentation,
+optionally adding extension TYPE. No escaping of special characters is done.
+
+The intended use case is to map IDEN1 and IDEN2 to files in a user-maintained
+hierarchy under LOCATION. In particular IDEN2 and (if prefixed by `_') IDEN1
+may contain `/' characters to map into multiple levels of directory."
+ (merge-pathnames
+ (uiop:relativize-pathname-directory
+ (uiop:parse-unix-namestring iden2 :type type))
+ (merge-pathnames
+ (uiop:relativize-pathname-directory
+ (ensure-directory-pathname iden1))
+ (ensure-directory-pathname base-path))
+ nil))
diff --git a/src/package.lisp b/src/package.lisp
index 6197c12..7cb6276 100644
--- a/src/package.lisp
+++ b/src/package.lisp
@@ -988,6 +988,9 @@
(:local-nicknames (#:user #:consfigurator.property.user)
(#:lxc #:consfigurator.property.lxc)))
+ (package :consfigurator.data.util
+ (:export #:literal-data-pathname))
+
(package :consfigurator.data.asdf)
(package :consfigurator.data.pgp
@@ -1002,4 +1005,5 @@
(package :consfigurator.data.local-file)
- (package :consfigurator.data.files-tree))
+ (package :consfigurator.data.files-tree
+ (:use #:consfigurator.data.util)))
diff --git a/tests/data/util.lisp b/tests/data/util.lisp
new file mode 100644
index 0000000..2c8dab0
--- /dev/null
+++ b/tests/data/util.lisp
@@ -0,0 +1,44 @@
+(in-package :consfigurator/tests)
+(named-readtables:in-readtable :consfigurator)
+(in-consfig "consfigurator/tests")
+
+;; relative parts
+(deftest literal-data-pathname.1
+ (literal-data-pathname "/home/user/data/" "foo" "bar")
+ #.(uiop:parse-unix-namestring "/home/user/data/foo/bar"))
+
+;; missing trailing / on part 1
+(deftest literal-data-pathname.2
+ (literal-data-pathname "/home/user/data" "foo" "bar")
+ #.(uiop:parse-unix-namestring "/home/user/data/foo/bar"))
+
+;; absolute part 2
+(deftest literal-data-pathname.3
+ (literal-data-pathname "/home/user/data/" "/foo" "bar")
+ #.(uiop:parse-unix-namestring "/home/user/data/foo/bar"))
+
+;; relative part 2, "_"
+(deftest literal-data-pathname.4
+ (literal-data-pathname "/home/user/data/" "_foo" "bar")
+ #.(uiop:parse-unix-namestring "/home/user/data/_foo/bar"))
+
+;; absolute part 3
+(deftest literal-data-pathname.5
+ (literal-data-pathname "/home/user/" "/data" "/foo/bar")
+ #.(uiop:parse-unix-namestring "/home/user/data/foo/bar"))
+
+;; with type
+(deftest literal-data-pathname.6
+ (literal-data-pathname "/home/user/" "/data" "/foo/bar" :type "txt")
+ #.(uiop:parse-unix-namestring "/home/user/data/foo/bar.txt"))
+
+;; base-path is pathname
+
+(deftest literal-data-pathname.7
+ (literal-data-pathname #P"/home/user/data/" "foo" "bar")
+ #.(uiop:parse-unix-namestring "/home/user/data/foo/bar"))
+
+;; base-path coerced to directory
+(deftest literal-data-pathname.8
+ (literal-data-pathname #P"/home/user/data" "foo" "bar")
+ #.(uiop:parse-unix-namestring "/home/user/data/foo/bar"))
diff --git a/tests/package.lisp b/tests/package.lisp
index 286243c..0a303f0 100644
--- a/tests/package.lisp
+++ b/tests/package.lisp
@@ -1,5 +1,5 @@
(in-package :cl-user)
(defpackage :consfigurator/tests
- (:use #:cl #:consfigurator #+sbcl :sb-rt #-sbcl :rtest)
+ (:use #:cl #:consfigurator #:consfigurator.data.util #+sbcl :sb-rt #-sbcl :rtest)
(:local-nicknames (#:file #:consfigurator.property.file)))
--
2.35.1
More information about the sgo-software-discuss
mailing list