fixed correct proton drive upload with vertical slices

This commit is contained in:
Bartal Laearsson
2026-08-08 13:45:04 +01:00
parent b60588c4a0
commit a483371dc5
3 changed files with 124 additions and 55 deletions
+58 -36
View File
@@ -17,33 +17,35 @@ var (
rootCmd = &cobra.Command{ rootCmd = &cobra.Command{
Use: "dirmd [flags] <directory>", Use: "dirmd [flags] <directory>",
Short: "Generate markdown documentation from directory structure", Short: "Generate markdown documentation from directory structure",
Long: `dirmd walks a directory and generates a markdown file with: Long: `dirmd walks a directory and generates markdown files with:
- Directory tree structure - Directory tree structure
- All readable text files with their contents - All readable text files with their contents
Output is always written to a directory specified by -o.
Examples: Examples:
# Create new documentation # Create new documentation (writes index.md inside ./docs/)
dirmd -o output.md ~/repos/myproject dirmd -o ./docs ~/repos/myproject
# Overwrite existing output directory
dirmd -o ./docs ~/repos/myproject -f
# Append a single file # Append a single file
dirmd -a -i README.md -o existing.md dirmd -a -i README.md -o ./docs
# Append another directory # Vertical slices (root index.md + one markdown per top-level dir)
dirmd -a -o existing.md ~/repos/anotherproject dirmd -o ./docs ~/repos/myproject --vertical-slices
# Overwrite existing local file # Skip frontend files
dirmd -o output.md ~/repos/myproject -f dirmd -o ./docs ~/repos/myproject --skip-frontend
# Generate with vertical slices (root + one file per top-level dir)
dirmd -o output.md ~/repos/myproject --vertical-slices
# Generate and upload to Proton Drive # Generate and upload to Proton Drive
dirmd -o output.md ~/repos/myproject --proton-drive dirmd -o ./docs ~/repos/myproject --proton-drive
# Generate and upload to a specific remote path # Generate and upload to a specific remote path
dirmd -o output.md ~/repos/myproject --proton-drive --drive-path /my-files/docs/api.md`, dirmd -o ./docs ~/repos/myproject --proton-drive --drive-path /my-files/docs/api`,
RunE: run, RunE: run,
} }
@@ -68,17 +70,17 @@ func Execute() {
} }
func init() { func init() {
rootCmd.PersistentFlags().StringVarP(&outputPath, "output", "o", "", "output markdown file path (required)") rootCmd.PersistentFlags().StringVarP(&outputPath, "output", "o", "", "output directory (required)")
rootCmd.Flags().BoolVarP(&appendMode, "append", "a", false, "append to existing output file") rootCmd.Flags().BoolVarP(&appendMode, "append", "a", false, "append to existing index.md")
rootCmd.Flags().BoolVarP(&force, "force", "f", false, "overwrite existing output file (non-append mode)") rootCmd.Flags().BoolVarP(&force, "force", "f", false, "overwrite existing output directory")
rootCmd.Flags().StringVarP(&singleFile, "input-file", "i", "", "single file input (append mode only)") rootCmd.Flags().StringVarP(&singleFile, "input-file", "i", "", "single file input (append mode only)")
rootCmd.Flags().Int64Var(&maxSize, "max-size", config.DefaultMaxSize, "max file size in bytes") rootCmd.Flags().Int64Var(&maxSize, "max-size", config.DefaultMaxSize, "max file size in bytes")
rootCmd.Flags().IntVar(&maxDepth, "max-depth", config.DefaultMaxDepth, "max directory recursion depth") rootCmd.Flags().IntVar(&maxDepth, "max-depth", config.DefaultMaxDepth, "max directory recursion depth")
rootCmd.Flags().StringArrayVar(&ignorePatterns, "ignore", nil, "additional ignore patterns (glob)") rootCmd.Flags().StringArrayVar(&ignorePatterns, "ignore", nil, "additional ignore patterns (glob)")
rootCmd.Flags().StringArrayVar(&extensions, "extensions", nil, "additional file extensions to skip (repeatable)") rootCmd.Flags().StringArrayVar(&extensions, "extensions", nil, "additional file extensions to skip (repeatable)")
rootCmd.Flags().BoolVar(&protonDrive, "proton-drive", false, "upload output to Proton Drive after writing locally") rootCmd.Flags().BoolVar(&protonDrive, "proton-drive", false, "upload output directory to Proton Drive after writing locally")
rootCmd.Flags().StringVar(&drivePath, "drive-path", "", "full remote path on Proton Drive (e.g. /my-files/md/report.md). Requires --proton-drive") rootCmd.Flags().StringVar(&drivePath, "drive-path", "", "full remote directory on Proton Drive (e.g. /my-files/docs/api). Requires --proton-drive")
rootCmd.Flags().BoolVar(&verticalSlices, "vertical-slices", false, "split output into root file + one markdown per top-level directory") rootCmd.Flags().BoolVar(&verticalSlices, "vertical-slices", false, "split output into root index.md + one markdown per top-level directory")
rootCmd.Flags().BoolVar(&skipFrontend, "skip-frontend", false, "omit frontend file types (.html, .css, .js, .ts, .vue, .svelte, etc.)") rootCmd.Flags().BoolVar(&skipFrontend, "skip-frontend", false, "omit frontend file types (.html, .css, .js, .ts, .vue, .svelte, etc.)")
rootCmd.MarkPersistentFlagRequired("output") rootCmd.MarkPersistentFlagRequired("output")
@@ -135,12 +137,25 @@ func run(cmd *cobra.Command, args []string) error {
} }
cfg.AbsRoot = abs cfg.AbsRoot = abs
absOutput, err := filepath.Abs(outputPath)
if err != nil {
return fmt.Errorf("failed to resolve output path: %w", err)
}
absOutput = filepath.Join(filepath.Dir(absOutput), filepath.Base(absOutput)+"_dirmd")
if !appendMode { if !appendMode {
if _, err := os.Stat(outputPath); err == nil && !force { if _, err := os.Stat(absOutput); err == nil && !force {
return fmt.Errorf("output file %s already exists (use -f to overwrite or -a to append)", outputPath) return fmt.Errorf("output directory %s already exists (use -f to overwrite)", absOutput)
} }
} }
if err := os.MkdirAll(absOutput, 0755); err != nil {
return fmt.Errorf("cannot create output directory: %w", err)
}
fmt.Printf("%s\n", absOutput)
result, err := walker.Run(cfg) result, err := walker.Run(cfg)
if err != nil { if err != nil {
return err return err
@@ -151,42 +166,49 @@ func run(cmd *cobra.Command, args []string) error {
} }
if verticalSlices { if verticalSlices {
generated, err := renderer.WriteSlices(result, outputPath) generated, err := renderer.WriteSlices(result, absOutput)
if err != nil { if err != nil {
return err return err
} }
fmt.Fprintf(os.Stderr, "generated %d files\n", len(generated)) fmt.Fprintf(os.Stderr, "generated %d files in %s\n", len(generated), absOutput)
if protonDrive { if protonDrive {
remoteDir := drivePath
if remoteDir == "" {
remoteDir = "/my-files/md/" + filepath.Base(absOutput)
}
if err := drive.CheckAuth(); err != nil { if err := drive.CheckAuth(); err != nil {
fmt.Fprintf(os.Stderr, "error: %v\n", err) fmt.Fprintf(os.Stderr, "error: %v\n", err)
fmt.Fprintln(os.Stderr, "local files were written successfully, but upload was skipped") fmt.Fprintln(os.Stderr, "local files were written successfully, but upload was skipped")
return err return err
} }
for _, path := range generated { if err := drive.UploadDir(absOutput, remoteDir); err != nil {
if err := drive.Upload(path, "/my-files/md/"+filepath.Base(path)); err != nil { fmt.Fprintf(os.Stderr, "error: %v\n", err)
fmt.Fprintf(os.Stderr, "error uploading %s: %v\n", path, err) fmt.Fprintln(os.Stderr, "local files were written successfully, but upload failed")
} else { return err
fmt.Fprintf(os.Stderr, "uploaded %s to Proton Drive\n", path)
}
} }
fmt.Fprintf(os.Stderr, "uploaded %s to %s on Proton Drive\n", absOutput, remoteDir)
} }
return nil return nil
} }
if err := renderer.Write(result, outputPath, appendMode, cfg.SingleFile); err != nil { indexPath := filepath.Join(absOutput, "index.md")
if err := renderer.Write(result, indexPath, appendMode, cfg.SingleFile); err != nil {
return err return err
} }
fmt.Fprintf(os.Stderr, "wrote %d entries to %s\n", len(result.Entries), outputPath) fmt.Fprintf(os.Stderr, "wrote %d entries to %s\n", len(result.Entries), indexPath)
if protonDrive { if protonDrive {
remotePath := drivePath remoteDir := drivePath
if remotePath == "" { if remoteDir == "" {
remotePath = "/my-files/md/" + filepath.Base(outputPath) remoteDir = "/my-files/md/" + filepath.Base(absOutput)
} }
if err := drive.CheckAuth(); err != nil { if err := drive.CheckAuth(); err != nil {
@@ -195,13 +217,13 @@ func run(cmd *cobra.Command, args []string) error {
return err return err
} }
if err := drive.Upload(outputPath, remotePath); err != nil { if err := drive.UploadDir(absOutput, remoteDir); err != nil {
fmt.Fprintf(os.Stderr, "error: %v\n", err) fmt.Fprintf(os.Stderr, "error: %v\n", err)
fmt.Fprintln(os.Stderr, "local file was written successfully, but upload failed") fmt.Fprintln(os.Stderr, "local file was written successfully, but upload failed")
return err return err
} }
fmt.Fprintf(os.Stderr, "uploaded %s to %s on Proton Drive\n", outputPath, remotePath) fmt.Fprintf(os.Stderr, "uploaded %s to %s on Proton Drive\n", absOutput, remoteDir)
} }
return nil return nil
+51 -7
View File
@@ -10,12 +10,10 @@ import (
const binaryName = "proton-drive" const binaryName = "proton-drive"
// Lookup returns the full path to the proton-drive binary in PATH.
func Lookup() (string, error) { func Lookup() (string, error) {
return exec.LookPath(binaryName) return exec.LookPath(binaryName)
} }
// CheckAuth verifies that the user is authenticated by listing /my-files.
func CheckAuth() error { func CheckAuth() error {
binary, err := Lookup() binary, err := Lookup()
if err != nil { if err != nil {
@@ -32,11 +30,57 @@ func CheckAuth() error {
return nil return nil
} }
// Upload uploads localPath to remotePath on Proton Drive. // EnsureRemoteParent creates the parent remote directory if it doesn't exist.
// remotePath is a full path including filename (e.g. /my-files/md/report.md). func EnsureRemoteParent(remoteDir string) error {
// The CLI uploads to a parent directory and preserves the local filename, binary, err := Lookup()
// so if the remote filename differs from the local one, a temp copy is staged. if err != nil {
// Existing remote files are overwritten (--conflict-strategy replace). return fmt.Errorf("proton-drive not found in PATH: %w", err)
}
parentDir := filepath.Dir(remoteDir)
// Try create-folder on the grandparent for the parent
grandparent := filepath.Dir(parentDir)
parentName := filepath.Base(parentDir)
cmd := exec.Command(binary, "filesystem", "create-folder", grandparent, parentName)
cmd.Stdout = nil
cmd.Stderr = nil
cmd.Run() // Ignore errors — folder may already exist
return nil
}
// UploadDir uploads an entire local directory to Proton Drive.
// The local directory's basename becomes the remote directory name.
func UploadDir(localDir, remoteDir string) error {
binary, err := Lookup()
if err != nil {
return fmt.Errorf("proton-drive not found in PATH: %w", err)
}
// Ensure parent of remote dir exists
if err := EnsureRemoteParent(remoteDir); err != nil {
return fmt.Errorf("cannot prepare remote directory: %w", err)
}
// Upload to parent — the local dir's basename creates the remote dir
remoteParent := filepath.Dir(remoteDir)
cmd := exec.Command(binary, "filesystem", "upload", localDir, remoteParent,
"--conflict-strategy", "replace")
var stderr strings.Builder
cmd.Stderr = &stderr
if err := cmd.Run(); err != nil {
return fmt.Errorf("upload to proton-drive failed: %w: %s",
err, strings.TrimSpace(stderr.String()))
}
return nil
}
// Upload uploads a single local file to a remote path on Proton Drive.
func Upload(localPath, remotePath string) error { func Upload(localPath, remotePath string) error {
binary, err := Lookup() binary, err := Lookup()
if err != nil { if err != nil {
+13 -10
View File
@@ -84,7 +84,7 @@ func Write(result *walker.Result, outputPath string, appendMode bool, singleFile
// WriteSlices generates a root markdown file plus one markdown per top-level directory. // WriteSlices generates a root markdown file plus one markdown per top-level directory.
// Returns the list of generated file paths. // Returns the list of generated file paths.
func WriteSlices(result *walker.Result, outputPath string) ([]string, error) { func WriteSlices(result *walker.Result, outputDir string) ([]string, error) {
entries := result.Entries entries := result.Entries
if len(entries) == 0 { if len(entries) == 0 {
return nil, fmt.Errorf("no entries to write") return nil, fmt.Errorf("no entries to write")
@@ -107,15 +107,13 @@ func WriteSlices(result *walker.Result, outputPath string) ([]string, error) {
} }
} }
outDir := filepath.Dir(outputPath)
var generated []string var generated []string
// Write root file // Write root file as index.md
rootPath := outputPath rootPath := filepath.Join(outputDir, "index.md")
generated = append(generated, rootPath) generated = append(generated, rootPath)
if err := writeRootSlice(rootPath, absRoot, rootName, rootFiles, topLevelDirs, outDir); err != nil { if err := writeRootSlice(rootPath, absRoot, rootName, rootFiles, topLevelDirs); err != nil {
return nil, fmt.Errorf("failed to write root slice: %w", err) return nil, fmt.Errorf("failed to write root slice: %w", err)
} }
@@ -128,7 +126,7 @@ func WriteSlices(result *walker.Result, outputPath string) ([]string, error) {
for _, dirName := range dirNames { for _, dirName := range dirNames {
sliceName := strings.TrimSuffix(dirName, "/") + ".md" sliceName := strings.TrimSuffix(dirName, "/") + ".md"
sliceDir := filepath.Join(outDir, dirName) sliceDir := filepath.Join(outputDir, dirName)
if err := os.MkdirAll(sliceDir, 0755); err != nil { if err := os.MkdirAll(sliceDir, 0755); err != nil {
return nil, fmt.Errorf("cannot create slice directory %s: %w", sliceDir, err) return nil, fmt.Errorf("cannot create slice directory %s: %w", sliceDir, err)
} }
@@ -141,13 +139,18 @@ func WriteSlices(result *walker.Result, outputPath string) ([]string, error) {
// Strip dirName prefix for tree building only // Strip dirName prefix for tree building only
treeEntries := make([]walker.Entry, len(dirEntries)) treeEntries := make([]walker.Entry, len(dirEntries))
for i, e := range dirEntries { for i, e := range dirEntries {
sepIdx := strings.Index(e.RelPath, string(filepath.Separator))
if sepIdx >= 0 {
treeEntries[i] = walker.Entry{ treeEntries[i] = walker.Entry{
RelPath: strings.TrimPrefix(e.RelPath, dirName+string(filepath.Separator)), RelPath: e.RelPath[sepIdx+1:],
Size: e.Size, Size: e.Size,
} }
} else {
treeEntries[i] = e
}
} }
if err := writeDirSlice(slicePath, absDir, absRoot, dirName, treeEntries, dirEntries, filepath.Base(outputPath)); err != nil { if err := writeDirSlice(slicePath, absDir, absRoot, dirName, treeEntries, dirEntries, "index.md"); err != nil {
return nil, fmt.Errorf("failed to write slice %s: %w", sliceName, err) return nil, fmt.Errorf("failed to write slice %s: %w", sliceName, err)
} }
} }
@@ -155,7 +158,7 @@ func WriteSlices(result *walker.Result, outputPath string) ([]string, error) {
return generated, nil return generated, nil
} }
func writeRootSlice(path, absRoot, rootName string, rootFiles []walker.Entry, topLevelDirs map[string][]walker.Entry, outDir string) error { func writeRootSlice(path, absRoot, rootName string, rootFiles []walker.Entry, topLevelDirs map[string][]walker.Entry) error {
f, err := os.Create(path) f, err := os.Create(path)
if err != nil { if err != nil {
return fmt.Errorf("cannot create root file: %w", err) return fmt.Errorf("cannot create root file: %w", err)