Files
notas-online/internal/store/files.go
T
lgcosta 119e6cefe9 feat(files): gerenciador de arquivos/anexos com árvore de pastas, upload, preview e picker
- store/files.go: pastas (parent, anti-ciclo), FileMeta (nota opcional = avulso),
  blobs com extensão neutralizada p/ tipos perigosos, sanitização de nome
- api/files.go: upload multipart (64MiB), tree, static com ETag/Range + CSP
  sandbox + attachment p/ html/svg/js (stored-XSS mitigado), move/rename/delete,
  CRUD de pastas
- web: overlay Ctrl+J / 📎 (modo seletor insere sintaxe md/html/txt e associa),
  filtros Todos/Anexos/Avulsos/Nota atual, busca, lightbox img/video/audio/pdf/texto,
  colar-e-arrastar no editor e no gerenciador, ações por card (preview/associar/
  mover/renomear/excluir), mobile-first (ações sempre visíveis)
- fix: api() já serializa o body — chamadas do gerenciador passavam JSON pré-string
  (dupla codificação); auth por cookie (sem Bearer manual no fetch)
- sw v10; testes store+api (traversal, ciclo, XSS headers, range); README
2026-11-05 10:32:40 -03:00

578 lines
15 KiB
Go

package store
import (
"crypto/sha256"
"encoding/hex"
"errors"
"fmt"
"io"
"net/http"
"os"
"path/filepath"
"regexp"
"sort"
"strings"
"time"
)
// ---------------------------------------------------------------------------
// Gerenciador de arquivos: árvore de pastas + arquivos com associação opcional
// a uma nota. Persistência: folders.json, files.json e blobs em files/<id>.<ext>.
// ---------------------------------------------------------------------------
// MaxFileBytes limita o tamanho de cada anexo (64 MiB).
const MaxFileBytes = 64 << 20
// Folder é um nó da árvore de pastas (parent "" = raiz).
type Folder struct {
ID string `json:"id"`
Name string `json:"name"`
Parent string `json:"parent"`
CreatedAt time.Time `json:"created_at"`
}
// FileMeta descreve um arquivo anexado ou avulso.
type FileMeta struct {
ID string `json:"id"`
Name string `json:"name"`
Folder string `json:"folder"` // "" = raiz da árvore de arquivos
Note string `json:"note"` // "" = avulso (sem nota)
Size int64 `json:"size"`
MIME string `json:"mime"`
SHA256 string `json:"sha256"`
CreatedAt time.Time `json:"created_at"`
}
// FileNode é a visão de API (meta + URL para <img>/<video>/<a>).
type FileNode struct {
FileMeta
URL string `json:"url"`
}
// TreeNode é a hierarquia completa (pastas aninhadas + arquivos).
type TreeNode struct {
Folder
Children []*TreeNode `json:"children"`
Files []*FileNode `json:"files"`
}
var fileNameRe = regexp.MustCompile(`^[\p{L}\p{N} .,_\-()#]+$`)
func nodeFromFile(m FileMeta) *FileNode {
return &FileNode{FileMeta: m, URL: "/api/files/static/" + m.ID}
}
func (s *Store) foldersPath() string { return filepath.Join(s.dir, "folders.json") }
func (s *Store) filesJSONPath() string { return filepath.Join(s.dir, "files.json") }
func (s *Store) filesRoot() string { return filepath.Join(s.dir, "files") }
// loadFiles carrega os índices de pastas/arquivos (chamado por New).
func (s *Store) loadFiles() error {
s.folders = nil
s.fileMetas = nil
var f []Folder
if err := readJSON(s.foldersPath(), &f); err == nil {
s.folders = f
} else if !errors.Is(err, ErrNotFound) {
return err
}
var m []FileMeta
if err := readJSON(s.filesJSONPath(), &m); err == nil {
s.fileMetas = m
} else if !errors.Is(err, ErrNotFound) {
return err
}
return os.MkdirAll(s.filesRoot(), 0o750)
}
func (s *Store) saveFolders() error { return writeJSONAtomic(s.foldersPath(), s.folders) }
func (s *Store) saveFileMetas() error { return writeJSONAtomic(s.filesJSONPath(), s.fileMetas) }
func (s *Store) folderByID(id string) *Folder {
for i := range s.folders {
if s.folders[i].ID == id {
return &s.folders[i]
}
}
return nil
}
func (s *Store) fileByID(id string) *FileMeta {
for i := range s.fileMetas {
if s.fileMetas[i].ID == id {
return &s.fileMetas[i]
}
}
return nil
}
func (s *Store) folderSubtree(id string) []string {
out := []string{id}
for i := 0; i < len(out); i++ {
for _, f := range s.folders {
if f.Parent == out[i] {
out = append(out, f.ID)
}
}
}
return out
}
func cleanFileName(name string) (string, error) {
name = strings.TrimSpace(name)
name = filepath.Base(name) // nunca aceita path (anti-traversal no nome)
if name == "" || name == "." || name == ".." || len(name) > 200 || !fileNameRe.MatchString(name) {
return "", fmt.Errorf("%w: nome de arquivo inválido", ErrInvalid)
}
return name, nil
}
// extByMime normaliza o MIME detectado quando o sniffing é genérico.
func extByMime(name, sniffed string) string {
switch strings.ToLower(filepath.Ext(name)) {
case ".md", ".markdown":
if strings.HasPrefix(sniffed, "text/plain") {
return "text/markdown; charset=utf-8"
}
case ".html", ".htm":
if strings.HasPrefix(sniffed, "text/plain") {
return "text/html; charset=utf-8"
}
case ".css":
if strings.HasPrefix(sniffed, "text/plain") {
return "text/css; charset=utf-8"
}
case ".js", ".mjs":
if strings.HasPrefix(sniffed, "text/plain") {
return "text/javascript; charset=utf-8"
}
case ".json":
if strings.HasPrefix(sniffed, "text/plain") {
return "application/json"
}
case ".svg":
if strings.Contains(sniffed, "xml") || strings.HasPrefix(sniffed, "text/plain") {
return "image/svg+xml"
}
case ".webp":
if sniffed == "application/octet-stream" {
return "image/webp"
}
case ".mp3":
if sniffed == "application/octet-stream" {
return "audio/mpeg"
}
case ".mp4", ".m4v":
if sniffed == "application/octet-stream" {
return "video/mp4"
}
case ".flac":
if sniffed == "application/octet-stream" {
return "audio/flac"
}
case ".ogg":
if strings.HasPrefix(sniffed, "application/ogg") {
return "audio/ogg"
}
case ".txt", ".log":
if strings.HasPrefix(sniffed, "text/plain") {
return "text/plain; charset=utf-8"
}
}
return sniffed
}
// safeExt decide a extensão física do blob. Extensões perigosas (html/svg/…)
// viram sufixo neutro: o MIME real só vive no metadado e é aplicado no serve.
func safeExt(name, mime string) string {
ext := strings.ToLower(filepath.Ext(name))
if len(ext) > 8 || !regexp.MustCompile(`^\.[a-z0-9]+$`).MatchString(ext) ||
ext == ".html" || ext == ".htm" || ext == ".xhtml" || ext == ".svg" || ext == ".js" || ext == ".mjs" {
switch {
case strings.HasPrefix(mime, "image/"):
return ".img"
case strings.HasPrefix(mime, "video/"):
return ".vid"
case strings.HasPrefix(mime, "audio/"):
return ".aud"
default:
return ".bin"
}
}
return ext
}
func (s *Store) fileBlobPath(id, ext string) string {
return filepath.Join(s.filesRoot(), id+ext)
}
// ---------------------------------------------------------------------------
// Pastas
// ---------------------------------------------------------------------------
// CreateFolder cria uma pasta na árvore de arquivos.
func (s *Store) CreateFolder(name, parent string) (*Folder, error) {
name = strings.TrimSpace(name)
if name == "" || len([]rune(name)) > 100 || !fileNameRe.MatchString(name) {
return nil, fmt.Errorf("%w: nome de pasta inválido", ErrInvalid)
}
s.mu.Lock()
defer s.mu.Unlock()
if parent != "" && s.folderByID(parent) == nil {
return nil, fmt.Errorf("%w: pasta pai inexistente", ErrInvalid)
}
lower := strings.ToLower(name)
for _, f := range s.folders {
if f.Parent == parent && strings.ToLower(f.Name) == lower {
return nil, fmt.Errorf("%w: já existe pasta %q nesse nível", ErrInvalid, name)
}
}
f := Folder{ID: newID(), Name: name, Parent: parent, CreatedAt: time.Now().UTC()}
s.folders = append(s.folders, f)
if err := s.saveFolders(); err != nil {
return nil, err
}
return &f, nil
}
// UpdateFolder renomeia/move pasta com checagem de ciclo.
func (s *Store) UpdateFolder(id, name string, parent *string) (*Folder, error) {
s.mu.Lock()
defer s.mu.Unlock()
f := s.folderByID(id)
if f == nil {
return nil, ErrNotFound
}
if parent != nil && *parent != f.Parent {
if *parent != "" && s.folderByID(*parent) == nil {
return nil, fmt.Errorf("%w: pasta pai inexistente", ErrInvalid)
}
for _, d := range s.folderSubtree(id) {
if d == *parent {
return nil, fmt.Errorf("%w: não é possível mover uma pasta para dentro dela mesma", ErrInvalid)
}
}
f.Parent = *parent
}
if n := strings.TrimSpace(name); n != "" && n != f.Name {
if len([]rune(n)) > 100 || !fileNameRe.MatchString(n) {
return nil, fmt.Errorf("%w: nome de pasta inválido", ErrInvalid)
}
lower := strings.ToLower(n)
for _, other := range s.folders {
if other.ID != id && other.Parent == f.Parent && strings.ToLower(other.Name) == lower {
return nil, fmt.Errorf("%w: já existe pasta %q nesse nível", ErrInvalid, n)
}
}
f.Name = n
}
if err := s.saveFolders(); err != nil {
return nil, err
}
cp := *f
return &cp, nil
}
// DeleteFolder remove a pasta e todo o subtree (incluindo arquivos).
func (s *Store) DeleteFolder(id string) error {
s.mu.Lock()
defer s.mu.Unlock()
if s.folderByID(id) == nil {
return ErrNotFound
}
sub := map[string]bool{}
for _, d := range s.folderSubtree(id) {
sub[d] = true
}
keptFolders := s.folders[:0]
for _, f := range s.folders {
if !sub[f.ID] {
keptFolders = append(keptFolders, f)
}
}
s.folders = keptFolders
keptFiles := s.fileMetas[:0]
for _, m := range s.fileMetas {
if sub[m.Folder] {
_ = os.Remove(s.fileBlobPath(m.ID, safeExt(m.Name, m.MIME)))
continue
}
keptFiles = append(keptFiles, m)
}
s.fileMetas = keptFiles
if err := s.saveFolders(); err != nil {
return err
}
return s.saveFileMetas()
}
// ---------------------------------------------------------------------------
// Arquivos
// ---------------------------------------------------------------------------
// AddFile persiste um upload: valida nome/pasta/nota, calcula SHA-256 e MIME
// reais (content sniffing) e grava o blob atomicamente. Limite: MaxFileBytes.
func (s *Store) AddFile(name, folder, note string, r io.Reader) (*FileMeta, error) {
clean, err := cleanFileName(name)
if err != nil {
return nil, err
}
s.mu.Lock()
defer s.mu.Unlock()
if folder != "" && s.folderByID(folder) == nil {
return nil, fmt.Errorf("%w: pasta inexistente", ErrInvalid)
}
if note != "" {
if _, err := s.get(note); err != nil {
return nil, fmt.Errorf("%w: nota inexistente", ErrInvalid)
}
}
id := newID()
tmp := s.fileBlobPath(id, ".tmp")
f, err := os.OpenFile(tmp, os.O_CREATE|os.O_EXCL|os.O_WRONLY, 0o640)
if err != nil {
return nil, err
}
fail := func(err error) (*FileMeta, error) {
f.Close()
os.Remove(tmp)
return nil, err
}
h := sha256.New()
head := make([]byte, 512)
n, err := io.ReadFull(r, head)
if err != nil && !errors.Is(err, io.EOF) && !errors.Is(err, io.ErrUnexpectedEOF) {
return fail(err)
}
head = head[:n]
if _, err := f.Write(head); err != nil {
return fail(err)
}
if _, err := h.Write(head); err != nil {
return fail(err)
}
rest, err := io.Copy(io.MultiWriter(f, h), r)
if err != nil {
return fail(err)
}
size := int64(n) + rest
if size > MaxFileBytes {
return fail(fmt.Errorf("%w: arquivo excede %d MiB", ErrTooLarge, MaxFileBytes>>20))
}
if err := f.Close(); err != nil {
os.Remove(tmp)
return nil, err
}
mime := extByMime(clean, http.DetectContentType(head))
ext := safeExt(clean, mime)
if err := os.Rename(tmp, s.fileBlobPath(id, ext)); err != nil {
os.Remove(tmp)
return nil, err
}
meta := FileMeta{
ID: id, Name: clean, Folder: folder, Note: note, Size: size,
MIME: mime, SHA256: hex.EncodeToString(h.Sum(nil)), CreatedAt: time.Now().UTC(),
}
s.fileMetas = append(s.fileMetas, meta)
if err := s.saveFileMetas(); err != nil {
return nil, err
}
return &meta, nil
}
// Files devolve todos os metadados (ordenados por data desc).
func (s *Store) Files() []FileMeta {
s.mu.RLock()
defer s.mu.RUnlock()
out := make([]FileMeta, len(s.fileMetas))
copy(out, s.fileMetas)
sort.Slice(out, func(i, j int) bool { return out[i].CreatedAt.After(out[j].CreatedAt) })
return out
}
// GetFile devolve o metadado.
func (s *Store) GetFile(id string) (*FileMeta, error) {
s.mu.RLock()
defer s.mu.RUnlock()
m := s.fileByID(id)
if m == nil {
return nil, ErrNotFound
}
cp := *m
return &cp, nil
}
// MoveFile altera pasta/nome/associação de nota (nil = manter).
func (s *Store) MoveFile(id, name string, folder, note *string) (*FileMeta, error) {
s.mu.Lock()
defer s.mu.Unlock()
m := s.fileByID(id)
if m == nil {
return nil, ErrNotFound
}
if folder != nil {
if *folder != "" && s.folderByID(*folder) == nil {
return nil, fmt.Errorf("%w: pasta inexistente", ErrInvalid)
}
m.Folder = *folder
}
if note != nil {
if *note != "" {
if _, err := s.get(*note); err != nil {
return nil, fmt.Errorf("%w: nota inexistente", ErrInvalid)
}
}
m.Note = *note
}
if n := strings.TrimSpace(name); n != "" && n != m.Name {
clean, err := cleanFileName(n)
if err != nil {
return nil, err
}
m.Name = clean
}
if err := s.saveFileMetas(); err != nil {
return nil, err
}
cp := *m
return &cp, nil
}
// DeleteFile remove metadado + blob.
func (s *Store) DeleteFile(id string) error {
s.mu.Lock()
defer s.mu.Unlock()
idx := -1
for i := range s.fileMetas {
if s.fileMetas[i].ID == id {
idx = i
break
}
}
if idx < 0 {
return ErrNotFound
}
m := s.fileMetas[idx]
_ = os.Remove(s.fileBlobPath(m.ID, safeExt(m.Name, m.MIME)))
s.fileMetas = append(s.fileMetas[:idx], s.fileMetas[idx+1:]...)
return s.saveFileMetas()
}
// FileTree monta a hierarquia de pastas com arquivos.
func (s *Store) FileTree() []*TreeNode {
s.mu.RLock()
defer s.mu.RUnlock()
nodes := map[string]*TreeNode{}
for _, f := range s.folders {
nodes[f.ID] = &TreeNode{Folder: f, Children: []*TreeNode{}, Files: []*FileNode{}}
}
var roots []*TreeNode
for _, f := range s.folders {
n := nodes[f.ID]
if p, ok := nodes[f.Parent]; ok && f.Parent != "" {
p.Children = append(p.Children, n)
} else {
roots = append(roots, n)
}
}
if roots == nil {
roots = []*TreeNode{}
}
rootFiles := []*FileNode{}
for _, m := range s.fileMetas {
n := nodeFromFile(m)
if t, ok := nodes[m.Folder]; ok && m.Folder != "" {
t.Files = append(t.Files, n)
} else {
rootFiles = append(rootFiles, n)
}
}
sort.Slice(roots, func(i, j int) bool { return roots[i].Name < roots[j].Name })
return roots
}
// RootFiles devolve os arquivos da raiz (folder "").
func (s *Store) RootFiles() []*FileNode {
s.mu.RLock()
defer s.mu.RUnlock()
out := []*FileNode{}
for _, m := range s.fileMetas {
if m.Folder == "" {
out = append(out, nodeFromFile(m))
}
}
return out
}
// inlineSafe diz se o tipo pode ser exibido inline com segurança. html/js/svg
// e afins viram download (attachment) — previne stored-XSS same-origin.
func inlineSafe(mime string) bool {
base := strings.ToLower(strings.TrimSpace(strings.Split(mime, ";")[0]))
switch {
case strings.HasPrefix(base, "image/"):
return base != "image/svg+xml"
case strings.HasPrefix(base, "video/"), strings.HasPrefix(base, "audio/"):
return true
case base == "text/plain", base == "text/markdown", base == "text/css",
base == "application/json", base == "application/pdf",
base == "text/csv":
return true
default:
return false
}
}
// ServeFile entrega o blob com headers endurecidos (MIME real, ETag, Range via
// ServeContent, CSP sandbox e attachment para tipos não-inline-seguros).
// A URL aceita apenas o id gerado — nada de path do disco.
func (s *Store) ServeFile(w http.ResponseWriter, r *http.Request, id string) error {
s.mu.RLock()
m := s.fileByID(id)
var p string
if m != nil {
p = s.fileBlobPath(m.ID, safeExt(m.Name, m.MIME))
}
cp := m
s.mu.RUnlock()
if cp == nil {
return ErrNotFound
}
f, err := os.Open(p)
if err != nil {
return ErrNotFound
}
defer f.Close()
w.Header().Set("Content-Security-Policy", "sandbox")
w.Header().Set("X-Content-Type-Options", "nosniff")
if !inlineSafe(cp.MIME) {
w.Header().Set("Content-Disposition", `attachment; filename="`+sanitizeHeaderName(cp.Name)+`"`)
}
w.Header().Set("ETag", `"`+cp.SHA256+`"`)
http.ServeContent(w, r, cp.Name, cp.CreatedAt, f)
return nil
}
func sanitizeHeaderName(name string) string {
return strings.Map(func(r rune) rune {
switch r {
case '"', '\\', '\n', '\r', '/':
return '_'
}
return r
}, name)
}
// Folders devolve todas as pastas (lista plana; a UI monta a árvore).
func (s *Store) Folders() []Folder {
s.mu.RLock()
defer s.mu.RUnlock()
out := make([]Folder, len(s.folders))
copy(out, s.folders)
return out
}