storage-s3.lisp

;;; -*- Mode: LISP; Syntax: COMMON-LISP; Package: RLGL-SERVER; Base: 10 -*-
;;;
;;; Copyright (C) 2019, 2021, 2023  Anthony Green <green@moxielogic.com>
;;;
;;; This program is free software: you can redistribute it and/or
;;; modify it under the terms of the GNU Affero General Public License
;;; as published by the Free Software Foundation, either version 3 of
;;; the License, or (at your option) any later version.
;;;
;;; This program is distributed in the hope that it will be useful,
;;; but WITHOUT ANY WARRANTY; without even the implied warranty of
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
;;; Affero General Public License for more details.
;;;
;;; You should have received a copy of the GNU Affero General Public
;;; License along with this program.  If not, see
;;; <http://www.gnu.org/licenses/>.

(in-package :rlgl-server)

;;; MVP storage driver using s3 storage

;; ----------------------------------------------------------------------------
;; Make an AWS credentials list from environment variables

(defun getenv-aws-credentials ()
  (list (uiop:getenv "AWS_ACCESS_KEY")
	      (uiop:getenv "AWS_SECRET_KEY")))

;; ----------------------------------------------------------------------------

(defclass storage/s3 (storage-backend)
  ((s3-endpoint       :initarg :s3-endpoint    :reader s3-endpoint)
   (s3-bucket         :initarg :s3-bucket      :reader s3-bucket)))

(defmethod initialize-instance :after ((backend storage/s3) &key)
  "Initialize a s3 storage backend."
  (log:info "Initializing storage/s3")
  (setf zs3:*credentials* (getenv-aws-credentials))
  (setf (slot-value backend 's3-endpoint)
        (or (gethash "s3-endpoint" (config backend) "s3.amazonaws.com")))
  (setf (slot-value backend 's3-bucket)
        (or (gethash "s3-bucket" (config backend) "rlgl-docs-2")))
  (unless (zs3:bucket-exists-p (s3-bucket backend))
    (zs3:create-bucket (s3-bucket backend))))

(defmethod delete-document ((backend storage/local) ref)
  "Delete a document from local storage."
  (zs3:delete-object (s3-bucket backend) (string ref)))

(defmethod read-document ((backend storage/s3) ref)
  "Return a string containing the document."
  (zs3:get-vector (s3-bucket backend) (string ref)))

(defmethod store-document ((backend storage/s3) document)
  "Store a document into s3 storage."
  (let ((ref (str:concat "RLGL-" (rlgl-util:random-base36-string))))
    (zs3:put-vector document (s3-bucket backend) ref)
    ref))