arozos-mirror/src/mod/agi/agi.image.go

package agi

import (
	"bytes"
	"encoding/base64"
	"encoding/json"
	"errors"
	"fmt"
	"image"
	"image/jpeg"
	_ "image/jpeg"
	"image/png"
	_ "image/png"
	"io"
	"os"
	"path/filepath"
	"strings"

	"github.com/disintegration/imaging"
	"github.com/oliamb/cutter"
	"github.com/robertkrimen/otto"
	"github.com/rwcarlsen/goexif/exif"

	"imuslab.com/arozos/mod/agi/static"
	"imuslab.com/arozos/mod/filesystem"
	"imuslab.com/arozos/mod/filesystem/arozfs"
	metadata "imuslab.com/arozos/mod/filesystem/metadata"
	"imuslab.com/arozos/mod/info/logger"
	"imuslab.com/arozos/mod/utils"
)

/*
	AJGI Image Processing Library

	This is a library for handling image related functionalities in agi scripts.

*/

func (g *Gateway) ImageLibRegister() {
	err := g.RegisterLib("imagelib", g.injectImageLibFunctions)
	if err != nil {
		logger.PrintAndLog("Agi", fmt.Sprint(err), nil)
		os.Exit(1)
	}
}

func (g *Gateway) injectImageLibFunctions(payload *static.AgiLibInjectionPayload) {
	vm := payload.VM
	u := payload.User
	//scriptFsh := payload.ScriptFsh
	//scriptPath := payload.ScriptPath
	//w := payload.Writer
	//r := payload.Request
	//Get image dimension, requires filepath (virtual)
	vm.Set("_imagelib_getImageDimension", func(call otto.FunctionCall) otto.Value {
		imageFileVpath, err := call.Argument(0).ToString()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		fsh, imagePath, err := static.VirtualPathToRealPath(imageFileVpath, u)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		if !fsh.FileSystemAbstraction.FileExists(imagePath) {
			g.RaiseError(errors.New("File not exists! Given " + imagePath))
			return otto.FalseValue()
		}

		openingPath := imagePath
		var closerFunc func()
		var file arozfs.File
		if fsh.RequireBuffer {
			bufferPath, cf := g.getUserSpecificTempFilePath(u, imagePath)
			closerFunc = cf
			defer closerFunc()
			c, err := fsh.FileSystemAbstraction.ReadFile(imagePath)
			if err != nil {
				g.RaiseError(errors.New("Read from file system failed: " + err.Error()))
				return otto.FalseValue()
			}
			os.WriteFile(bufferPath, c, 0775)
			openingPath = bufferPath

			file, err = os.Open(openingPath)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}
		} else {
			file, err = fsh.FileSystemAbstraction.Open(openingPath)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}
		}

		image, _, err := image.DecodeConfig(file)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}
		file.Close()
		rawResults := []int{image.Width, image.Height}
		result, _ := vm.ToValue(rawResults)
		return result
	})

	//Resize image, require (filepath, outputpath, width, height)
	vm.Set("_imagelib_resizeImage", func(call otto.FunctionCall) otto.Value {
		vsrc, err := call.Argument(0).ToString()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		vdest, err := call.Argument(1).ToString()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		width, err := call.Argument(2).ToInteger()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		height, err := call.Argument(3).ToInteger()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		//Convert the virtual paths to real paths
		srcfsh, rsrc, err := static.VirtualPathToRealPath(vsrc, u)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}
		destfsh, rdest, err := static.VirtualPathToRealPath(vdest, u)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		ext := strings.ToLower(filepath.Ext(rdest))
		if !utils.StringInArray([]string{".jpg", ".jpeg", ".png"}, ext) {
			g.RaiseError(errors.New("File extension not supported. Only support .jpg and .png"))
			return otto.FalseValue()
		}

		if destfsh.FileSystemAbstraction.FileExists(rdest) {
			err := destfsh.FileSystemAbstraction.Remove(rdest)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}
		}

		resizeOpeningFile := rsrc
		resizeWritingFile := rdest
		var srcFile arozfs.File
		var destFile arozfs.File
		if srcfsh.RequireBuffer {
			resizeOpeningFile, _, err = g.bufferRemoteResourcesToLocal(srcfsh, u, rsrc)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}

			srcFile, err = os.Open(resizeOpeningFile)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}
		} else {
			srcFile, err = srcfsh.FileSystemAbstraction.Open(resizeOpeningFile)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}
		}
		defer srcFile.Close()

		if destfsh.RequireBuffer {
			resizeWritingFile, _, err = g.bufferRemoteResourcesToLocal(destfsh, u, rdest)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}

			destFile, err = os.OpenFile(resizeWritingFile, os.O_CREATE|os.O_WRONLY, 0775)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}
		} else {
			destFile, err = destfsh.FileSystemAbstraction.OpenFile(resizeWritingFile, os.O_CREATE|os.O_WRONLY, 0775)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}
		}
		defer destFile.Close()

		//Resize the image
		//src, err := imaging.Open(resizeOpeningFile)
		src, err := imaging.Decode(srcFile)
		if err != nil {
			//Opening failed
			g.RaiseError(err)
			return otto.FalseValue()
		}
		src = imaging.Resize(src, int(width), int(height), imaging.Lanczos)
		//err = imaging.Save(src, resizeWritingFile)
		f, err := imaging.FormatFromFilename(resizeWritingFile)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		err = imaging.Encode(destFile, src, f)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		if destfsh.RequireBuffer {
			c, _ := os.ReadFile(resizeWritingFile)
			destfsh.FileSystemAbstraction.WriteFile(rdest, c, 0775)
		}

		return otto.TrueValue()
	})

	//Resize image and return as base64 data URL, require (filepath, width, height, format)
	vm.Set("_imagelib_resizeImageBase64", func(call otto.FunctionCall) otto.Value {
		vsrc, err := call.Argument(0).ToString()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		width, err := call.Argument(1).ToInteger()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		height, err := call.Argument(2).ToInteger()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		format := "jpeg"
		if !call.Argument(3).IsUndefined() {
			format, err = call.Argument(3).ToString()
			if err != nil {
				format = "jpeg"
			}
		}

		//Convert the virtual path to real path
		srcfsh, rsrc, err := static.VirtualPathToRealPath(vsrc, u)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		resizeOpeningFile := rsrc
		var srcFile arozfs.File
		if srcfsh.RequireBuffer {
			resizeOpeningFile, _, err = g.bufferRemoteResourcesToLocal(srcfsh, u, rsrc)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}

			srcFile, err = os.Open(resizeOpeningFile)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}
		} else {
			srcFile, err = srcfsh.FileSystemAbstraction.Open(resizeOpeningFile)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}
		}
		defer srcFile.Close()

		//Decode and resize the image
		src, err := imaging.Decode(srcFile)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}
		src = imaging.Resize(src, int(width), int(height), imaging.Lanczos)

		//Encode to bytes buffer
		var buf bytes.Buffer
		if format == "png" {
			err = png.Encode(&buf, src)
		} else {
			err = jpeg.Encode(&buf, src, &jpeg.Options{Quality: 85})
		}
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		//Convert to base64
		imageBytes := buf.Bytes()
		base64String := "data:image/" + format + ";base64," + base64.StdEncoding.EncodeToString(imageBytes)

		result, _ := vm.ToValue(base64String)
		return result
	})

	//Crop the given image, require (input, output, posx, posy, width, height)
	vm.Set("_imagelib_cropImage", func(call otto.FunctionCall) otto.Value {
		vsrc, err := call.Argument(0).ToString()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		vdest, err := call.Argument(1).ToString()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		posx, err := call.Argument(2).ToInteger()
		if err != nil {
			posx = 0
		}

		posy, err := call.Argument(3).ToInteger()
		if err != nil {
			posy = 0
		}

		width, err := call.Argument(4).ToInteger()
		if err != nil {
			g.RaiseError(errors.New("Image width not defined"))
			return otto.FalseValue()
		}

		height, err := call.Argument(5).ToInteger()
		if err != nil {
			g.RaiseError(errors.New("Image height not defined"))
			return otto.FalseValue()
		}

		//Convert the virtual paths to realpaths

		srcFsh, rsrc, err := static.VirtualPathToRealPath(vsrc, u)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}
		srcFshAbs := srcFsh.FileSystemAbstraction
		destFsh, rdest, err := static.VirtualPathToRealPath(vdest, u)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		//Try to read the source image
		imageBytes, err := srcFshAbs.ReadFile(rsrc)
		if err != nil {
			fmt.Println(err)
			g.RaiseError(err)
			return otto.FalseValue()
		}

		img, _, err := image.Decode(bytes.NewReader(imageBytes))
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		//Crop the image
		croppedImg, _ := cutter.Crop(img, cutter.Config{
			Width:  int(width),
			Height: int(height),
			Anchor: image.Point{int(posx), int(posy)},
			Mode:   cutter.TopLeft,
		})

		//Create the output file
		var out arozfs.File
		destWritePath := ""
		if destFsh.RequireBuffer {
			destWritePath, _ = g.getUserSpecificTempFilePath(u, rdest)

			//Create the new image in buffer file
			out, err = os.Create(destWritePath)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}
			defer out.Close()

		} else {
			//Create the target file via FSA
			out, err = destFsh.FileSystemAbstraction.Create(rdest)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}
			defer out.Close()
		}

		if strings.ToLower(filepath.Ext(rdest)) == ".png" {
			png.Encode(out, croppedImg)
		} else if strings.ToLower(filepath.Ext(rdest)) == ".jpg" {
			jpeg.Encode(out, croppedImg, nil)
		} else {
			g.RaiseError(errors.New("Not supported format: Only support jpg or png"))
			return otto.FalseValue()
		}
		out.Close()

		if destFsh.RequireBuffer {
			c, _ := os.ReadFile(destWritePath)
			err := destFsh.FileSystemAbstraction.WriteFile(rdest, c, 0775)
			if err != nil {
				fmt.Println(">", err.Error())
			}
		}

		return otto.TrueValue()
	})

	//Get the given file's thumbnail in base64
	vm.Set("_imagelib_loadThumbString", func(call otto.FunctionCall) otto.Value {
		vsrc, err := call.Argument(0).ToString()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		fsh, err := u.GetFileSystemHandlerFromVirtualPath(vsrc)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}
		rpath, _ := fsh.FileSystemAbstraction.VirtualPathToRealPath(vsrc, u.Username)

		//Get the files' thumb base64 string
		base64String, err := g.Option.FileSystemRender.LoadCache(fsh, rpath, false)
		if err != nil {
			return otto.FalseValue()
		} else {
			value, _ := vm.ToValue(base64String)
			return value
		}
	})

	//Check if image has EXIF
	vm.Set("_imagelib_hasExif", func(call otto.FunctionCall) otto.Value {
		imageFileVpath, err := call.Argument(0).ToString()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		fsh, imagePath, err := static.VirtualPathToRealPath(imageFileVpath, u)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		if !fsh.FileSystemAbstraction.FileExists(imagePath) {
			g.RaiseError(errors.New("File not exists! Given " + imagePath))
			return otto.FalseValue()
		}

		openingPath := imagePath
		var closerFunc func()
		if fsh.RequireBuffer {
			bufferPath, cf := g.getUserSpecificTempFilePath(u, imagePath)
			closerFunc = cf
			defer closerFunc()
			c, err := fsh.FileSystemAbstraction.ReadFile(imagePath)
			if err != nil {
				g.RaiseError(errors.New("Read from file system failed: " + err.Error()))
				return otto.FalseValue()
			}
			os.WriteFile(bufferPath, c, 0775)
			openingPath = bufferPath
		}

		//Check for EXIF
		var reader io.Reader
		if fsh.RequireBuffer {
			file, err := os.Open(openingPath)
			if err != nil {
				return otto.FalseValue()
			}
			defer file.Close()
			reader = file
		} else {
			file, err := fsh.FileSystemAbstraction.Open(openingPath)
			if err != nil {
				return otto.FalseValue()
			}
			defer file.Close()
			reader = file
		}
		_, err = exif.Decode(reader)
		if err != nil {
			return otto.FalseValue()
		}
		return otto.TrueValue()
	})

	//Get EXIF data as JSON
	vm.Set("_imagelib_getExif", func(call otto.FunctionCall) otto.Value {
		imageFileVpath, err := call.Argument(0).ToString()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		fsh, imagePath, err := static.VirtualPathToRealPath(imageFileVpath, u)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		if !fsh.FileSystemAbstraction.FileExists(imagePath) {
			g.RaiseError(errors.New("File not exists! Given " + imagePath))
			return otto.FalseValue()
		}

		openingPath := imagePath
		var closerFunc func()
		if fsh.RequireBuffer {
			bufferPath, cf := g.getUserSpecificTempFilePath(u, imagePath)
			closerFunc = cf
			defer closerFunc()
			c, err := fsh.FileSystemAbstraction.ReadFile(imagePath)
			if err != nil {
				g.RaiseError(errors.New("Read from file system failed: " + err.Error()))
				return otto.FalseValue()
			}
			os.WriteFile(bufferPath, c, 0775)
			openingPath = bufferPath
		}

		//Extract EXIF
		var reader io.Reader
		if fsh.RequireBuffer {
			file, err := os.Open(openingPath)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}
			defer file.Close()
			reader = file
		} else {
			file, err := fsh.FileSystemAbstraction.Open(openingPath)
			if err != nil {
				g.RaiseError(err)
				return otto.FalseValue()
			}
			defer file.Close()
			reader = file
		}
		x, err := exif.Decode(reader)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}
		exifInfo := make(map[string]interface{})
		exifString := x.String()
		lines := strings.Split(exifString, "\n")
		for _, line := range lines {
			if strings.Contains(line, ": ") {
				parts := strings.SplitN(line, ": ", 2)
				if len(parts) == 2 {
					exifInfo[parts[0]] = parts[1]
				}
			}
		}
		jsonBytes, err := json.Marshal(exifInfo)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}
		result, _ := vm.ToValue(string(jsonBytes))
		return result
	})

	//Convert a RAW photo (ARW/CR2/DNG/NEF/RAF/ORF) to a normal JPEG, require (input, output)
	vm.Set("_imagelib_rawToJPEG", func(call otto.FunctionCall) otto.Value {
		vsrc, err := call.Argument(0).ToString()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		vdest, err := call.Argument(1).ToString()
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		//Convert the virtual paths to real paths
		srcfsh, rsrc, err := static.VirtualPathToRealPath(vsrc, u)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}
		destfsh, rdest, err := static.VirtualPathToRealPath(vdest, u)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		if !srcfsh.FileSystemAbstraction.FileExists(rsrc) {
			g.RaiseError(errors.New("File not exists! Given " + rsrc))
			return otto.FalseValue()
		}

		err = convertRawToJPEG(srcfsh, rsrc, destfsh, rdest)
		if err != nil {
			g.RaiseError(err)
			return otto.FalseValue()
		}

		return otto.TrueValue()
	})

	//Wrap all the native code function into an imagelib class
	vm.Run(`
		var imagelib = {};
		imagelib.getImageDimension = _imagelib_getImageDimension;
		imagelib.resizeImage = _imagelib_resizeImage;
		imagelib.resizeImageBase64 = _imagelib_resizeImageBase64;
		imagelib.cropImage = _imagelib_cropImage;
		imagelib.loadThumbString = _imagelib_loadThumbString;
		imagelib.hasExif = _imagelib_hasExif;
		imagelib.getExif = _imagelib_getExif;
		imagelib.rawToJPEG = _imagelib_rawToJPEG;
	`)
}

// convertRawToJPEG renders a RAW photo (ARW, CR2, DNG, NEF, RAF, ORF) into a
// standard JPEG by extracting its embedded full-size preview, then writes the
// result to destRpath on destFsh. It returns an error when the source is not a
// supported RAW format, when the output is not a .jpg/.jpeg file, or when any
// read / render / write step fails. WriteFile is used for the output so this
// works on every filesystem abstraction, including buffered ones (S3, FTP, WebDAV).
func convertRawToJPEG(srcFsh *filesystem.FileSystemHandler, srcRpath string, destFsh *filesystem.FileSystemHandler, destRpath string) error {
	if !metadata.IsRawImageFile(srcRpath) {
		return errors.New("source is not a supported RAW image: " + filepath.Base(srcRpath))
	}

	destExt := strings.ToLower(filepath.Ext(destRpath))
	if destExt != ".jpg" && destExt != ".jpeg" {
		return errors.New("output file must have a .jpg or .jpeg extension")
	}

	jpegData, err := metadata.RenderRAWImage(srcFsh, srcRpath)
	if err != nil {
		return err
	}

	return destFsh.FileSystemAbstraction.WriteFile(destRpath, jpegData, 0775)
}