Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feature: add immutable option #126

Open
wants to merge 9 commits into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from 5 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions config.go
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,8 @@ type Config struct {
// Weak etag `W/`
Weak bool `mapstructure:"weak"`

Immutable bool `mapstructure:"immutable"`

// forbid specifies a list of file extensions which are forbidden for access.
// example: .php, .exe, .bat, .htaccess etc.
Forbid []string `mapstructure:"forbid"`
Expand Down
19 changes: 10 additions & 9 deletions etag.go
Original file line number Diff line number Diff line change
Expand Up @@ -14,31 +14,27 @@ var weakPrefix = []byte(`W/`) //nolint:gochecknoglobals
// CRC32 table, constant
var crc32q = crc32.MakeTable(0x48D90782) //nolint:gochecknoglobals

// SetEtag sets etag for the file
func SetEtag(weak bool, f http.File, name string, w http.ResponseWriter) {
func calculateEtag(weak bool, f http.File, name string) string {
// preallocate
calculatedEtag := make([]byte, 0, 64)

// write weak
if weak {
calculatedEtag = append(calculatedEtag, weakPrefix...)
calculatedEtag = append(calculatedEtag, '"')
calculatedEtag = appendUint(calculatedEtag, crc32.Checksum(strToBytes(name), crc32q))
calculatedEtag = append(calculatedEtag, '"')

w.Header().Set(etag, bytesToStr(calculatedEtag))
return
return bytesToStr(calculatedEtag)
}

// read the file content
body, err := io.ReadAll(f)
if err != nil {
return
return bytesToStr(calculatedEtag)
}

// skip for 0 body
if len(body) == 0 {
return
return bytesToStr(calculatedEtag)
}

calculatedEtag = append(calculatedEtag, '"')
Expand All @@ -47,7 +43,12 @@ func SetEtag(weak bool, f http.File, name string, w http.ResponseWriter) {
calculatedEtag = appendUint(calculatedEtag, crc32.Checksum(body, crc32q))
calculatedEtag = append(calculatedEtag, '"')

w.Header().Set(etag, bytesToStr(calculatedEtag))
return bytesToStr(calculatedEtag)
}

// SetEtag sets etag for the file
func SetEtag(w http.ResponseWriter, calculatedEtag string) {
w.Header().Set(etag, calculatedEtag)
}

// appendUint appends n to dst and returns the extended dst.
Expand Down
202 changes: 147 additions & 55 deletions plugin.go
Original file line number Diff line number Diff line change
Expand Up @@ -3,8 +3,11 @@
import (
"fmt"
"net/http"
"os"
"path"
"path/filepath"
"strings"
"time"
"unsafe"

rrcontext "github.com/roadrunner-server/context"
Expand Down Expand Up @@ -34,6 +37,143 @@
NamedLogger(name string) *zap.Logger
}

type FileServer func(ps *Plugin, next http.Handler, w http.ResponseWriter, r *http.Request, fp string)

func server(s *Plugin, next http.Handler, w http.ResponseWriter, r *http.Request, fp string) {
// ok, file is not in the forbidden list
// Stat it and get file info
f, err := s.root.Open(fp)
if err != nil {
// else no such file, show error in logs only in debug mode
s.log.Debug("no such file or directory", zap.Error(err))
// pass request to the worker
next.ServeHTTP(w, r)
return
}

// at high confidence here should not be an error
// because we stat-ed the path previously and know, that that is file (not a dir), and it exists
finfo, err := f.Stat()
if err != nil {
// else no such file, show error in logs only in debug mode
s.log.Debug("no such file or directory", zap.Error(err))
// pass request to the worker
next.ServeHTTP(w, r)
return
}

defer func() {
err = f.Close()
if err != nil {
s.log.Error("file close error", zap.Error(err))
}
}()

// if provided path to the dir, do not serve the dir, but pass the request to the worker
if finfo.IsDir() {
s.log.Debug("possible path to dir provided")
// pass request to the worker
next.ServeHTTP(w, r)
return
}

// set etag
if s.cfg.CalculateEtag {
SetEtag(w, calculateEtag(s.cfg.Weak, f, finfo.Name()))
}

if s.cfg.Request != nil {
for k, v := range s.cfg.Request {
r.Header.Add(k, v)
}
}

if s.cfg.Response != nil {
for k, v := range s.cfg.Response {
w.Header().Set(k, v)
}
}

// we passed all checks - serve the file
http.ServeContent(w, r, finfo.Name(), finfo.ModTime(), f)
}

type ScannedFile struct {
file http.File
name string
modTime time.Time
etag string
}

func createImmutableServer(s *Plugin) FileServer {
var files map[string]ScannedFile

var scanner func(path string, info os.FileInfo, err error) error
scanner = func(path string, info os.FileInfo, err error) error {

Check failure on line 112 in plugin.go

View workflow job for this annotation

GitHub Actions / Golang-CI (lint)

`createImmutableServer$1` - `err` is unused (unparam)
if info.IsDir() {
return filepath.Walk(info.Name(), scanner)
}

file, err := s.root.Open(path)

Check failure on line 117 in plugin.go

View workflow job for this annotation

GitHub Actions / Golang-CI (lint)

SA4009(related information): assignment to err (staticcheck)

if err != nil {
panic(err)
}

var etag string = ""

Check failure on line 123 in plugin.go

View workflow job for this annotation

GitHub Actions / Golang-CI (lint)

var-declaration: should drop = "" from declaration of var etag; it is the zero value (revive)

if s.cfg.CalculateEtag {
etag = calculateEtag(s.cfg.Weak, file, info.Name())
}

files[path] = ScannedFile{
file: file,
modTime: info.ModTime(),
name: info.Name(),
etag: etag,
}

return nil
}

err := filepath.Walk(s.cfg.Dir, scanner)

if err != nil {
panic(err)
}

return func(s *Plugin, next http.Handler, w http.ResponseWriter, r *http.Request, fp string) {
file, ok := files[fp]
if ok {
// else no such file, show error in logs only in debug mode
s.log.Debug("no such file or directory")
// pass request to the worker
next.ServeHTTP(w, r)
return
}

// set etag
if file.etag != "" {
SetEtag(w, file.etag)
}

if s.cfg.Request != nil {
for k, v := range s.cfg.Request {
r.Header.Add(k, v)
}
}

if s.cfg.Response != nil {
for k, v := range s.cfg.Response {
w.Header().Set(k, v)
}
}

// we passed all checks - serve the file
http.ServeContent(w, r, file.name, file.modTime, file.file)
}
}
Warxcell marked this conversation as resolved.
Show resolved Hide resolved

// Plugin serves static files. Potentially convert into middleware?
type Plugin struct {
// server configuration (location, forbidden files etc)
Expand Down Expand Up @@ -115,7 +255,13 @@
}

// Middleware must return true if a request/response pair is handled within the middleware.
func (s *Plugin) Middleware(next http.Handler) http.Handler { //nolint:gocognit,gocyclo

Check failure on line 258 in plugin.go

View workflow job for this annotation

GitHub Actions / Golang-CI (lint)

directive `//nolint:gocognit,gocyclo` is unused for linter "gocognit" (nolintlint)
var server FileServer = server

if s.cfg.Immutable {
server = createImmutableServer(s)
}

// Define the http.HandlerFunc
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
if val, ok := r.Context().Value(rrcontext.OtelTracerNameKey).(string); ok {
Expand Down Expand Up @@ -170,63 +316,9 @@

// file extension allowed
}

// ok, file is not in the forbidden list
// Stat it and get file info
f, err := s.root.Open(fp)
if err != nil {
// else no such file, show error in logs only in debug mode
s.log.Debug("no such file or directory", zap.Error(err))
// pass request to the worker
next.ServeHTTP(w, r)
return
}

// at high confidence here should not be an error
// because we stat-ed the path previously and know, that that is file (not a dir), and it exists
finfo, err := f.Stat()
if err != nil {
// else no such file, show error in logs only in debug mode
s.log.Debug("no such file or directory", zap.Error(err))
// pass request to the worker
next.ServeHTTP(w, r)
return
}

defer func() {
err = f.Close()
if err != nil {
s.log.Error("file close error", zap.Error(err))
}
}()

// if provided path to the dir, do not serve the dir, but pass the request to the worker
if finfo.IsDir() {
s.log.Debug("possible path to dir provided")
// pass request to the worker
next.ServeHTTP(w, r)
return
}

// set etag
if s.cfg.CalculateEtag {
SetEtag(s.cfg.Weak, f, finfo.Name(), w)
}

if s.cfg.Request != nil {
for k, v := range s.cfg.Request {
r.Header.Add(k, v)
}
}

if s.cfg.Response != nil {
for k, v := range s.cfg.Response {
w.Header().Set(k, v)
}
}

// we passed all checks - serve the file
http.ServeContent(w, r, finfo.Name(), finfo.ModTime(), f)
server(s, next, w, r, fp)
})
}

Expand Down
Loading