Lindenii Project Forge
Login

server

Lindenii Forge’s main backend daemon
Commit info
ID
cf735091ac163cbaafda8a12ead568bf4ed8abbf
Author
Runxi Yu <me@runxiyu.org>
Author date
Sat, 22 Mar 2025 22:04:25 +0800
Committer
Runxi Yu <me@runxiyu.org>
Committer date
Sat, 22 Mar 2025 22:04:25 +0800
Actions
Reuse the cache for /tree
// SPDX-License-Identifier: AGPL-3.0-only
// SPDX-FileContributor: Runxi Yu <https://runxiyu.org>

package main

import (
	"html/template"

	"github.com/dgraph-io/ristretto/v2"
	"go.lindenii.runxiyu.org/lindenii-common/clog"
)

type treeReadmeCacheEntry struct {
	DisplayTree    []displayTreeEntry
	ReadmeFilename string
	ReadmeRendered template.HTML
}

var treeReadmeCache *ristretto.Cache[[]byte, treeReadmeCacheEntry]

func init() {
	var err error
	treeReadmeCache, err = ristretto.NewCache(&ristretto.Config[[]byte, treeReadmeCacheEntry]{
		NumCounters: 1e4,
		MaxCost:     1 << 30,
		BufferItems: 64,
	})
	if err != nil {
		clog.Fatal(1, "Error initializing indexPageCache: "+err.Error())
	}
}
// SPDX-License-Identifier: AGPL-3.0-only
// SPDX-FileContributor: Runxi Yu <https://runxiyu.org>

package main

import (
	"html/template"
	"iter"
	"net/http"
	"strings"
	"time"

	"github.com/dgraph-io/ristretto/v2"
	"github.com/go-git/go-git/v5"
	"github.com/go-git/go-git/v5/plumbing"
	"github.com/go-git/go-git/v5/plumbing/object"
	"github.com/go-git/go-git/v5/plumbing/storer"
	"go.lindenii.runxiyu.org/lindenii-common/clog"
)

type indexPageCacheEntry struct {
	DisplayTree    []displayTreeEntry
	ReadmeFilename string
	ReadmeRendered template.HTML
}

var indexPageCache *ristretto.Cache[[]byte, indexPageCacheEntry]

func init() {
	var err error
	indexPageCache, err = ristretto.NewCache(&ristretto.Config[[]byte, indexPageCacheEntry]{
		NumCounters: 1e4,
		MaxCost:     1 << 30,
		BufferItems: 64,
	})
	if err != nil {
		clog.Fatal(1, "Error initializing indexPageCache: "+err.Error())
	}
}

func httpHandleRepoIndex(writer http.ResponseWriter, _ *http.Request, params map[string]any) {
	var repo *git.Repository
	var repoName string
	var groupPath []string
	var refHash plumbing.Hash
	var refHashSlice []byte
	var err error
	var logOptions git.LogOptions
	var commitIter object.CommitIter
	var commitIterSeq iter.Seq[*object.Commit]
	var commitObj *object.Commit
	var tree *object.Tree
	var notes []string
	var branches []string
	var branchesIter storer.ReferenceIter

	repo, repoName, groupPath = params["repo"].(*git.Repository), params["repo_name"].(string), params["group_path"].([]string)

	if strings.Contains(repoName, "\n") || sliceContainsNewlines(groupPath) {
		notes = append(notes, "Path contains newlines; HTTP Git access impossible")
	}

	refHash, err = getRefHash(repo, params["ref_type"].(string), params["ref_name"].(string))
	if err != nil {
		goto no_ref
	}
	refHashSlice = refHash[:]

	branchesIter, err = repo.Branches()
	if err == nil {
		_ = branchesIter.ForEach(func(branch *plumbing.Reference) error {
			branches = append(branches, branch.Name().Short())
			return nil
		})
	}
	params["branches"] = branches

	// TODO: Cache
	logOptions = git.LogOptions{From: refHash} //exhaustruct:ignore
	if commitIter, err = repo.Log(&logOptions); err != nil {
		goto no_ref
	}
	commitIterSeq, params["commits_err"] = commitIterSeqErr(commitIter)
	params["commits"] = iterSeqLimit(commitIterSeq, 3)

	if value, found := indexPageCache.Get(refHashSlice); found {
	if value, found := treeReadmeCache.Get(refHashSlice); found {
		params["files"] = value.DisplayTree
		params["readme_filename"] = value.ReadmeFilename
		params["readme"] = value.ReadmeRendered
	} else {
		start := time.Now()
		if commitObj, err = repo.CommitObject(refHash); err != nil {
			goto no_ref
		}

		if tree, err = commitObj.Tree(); err != nil {
			goto no_ref
		}
		displayTree := makeDisplayTree(tree)
		readmeFilename, readmeRendered := renderReadmeAtTree(tree)
		cost := time.Since(start).Nanoseconds()

		params["files"] = displayTree
		params["readme_filename"] = readmeFilename
		params["readme"] = readmeRendered

		entry := indexPageCacheEntry{
		entry := treeReadmeCacheEntry{
			DisplayTree:    displayTree,
			ReadmeFilename: readmeFilename,
			ReadmeRendered: readmeRendered,
		}
		indexPageCache.Set(refHashSlice, entry, cost)
		treeReadmeCache.Set(refHashSlice, entry, cost)
	}

no_ref:

	params["http_clone_url"] = genHTTPRemoteURL(groupPath, repoName)
	params["ssh_clone_url"] = genSSHRemoteURL(groupPath, repoName)
	params["notes"] = notes

	renderTemplate(writer, "repo_index", params)
}
// SPDX-License-Identifier: AGPL-3.0-only
// SPDX-FileContributor: Runxi Yu <https://runxiyu.org>

package main

import (
	"bytes"
	"html/template"
	"net/http"
	"path"
	"strings"
	"time"

	"github.com/alecthomas/chroma/v2"
	chromaHTML "github.com/alecthomas/chroma/v2/formatters/html"
	chromaLexers "github.com/alecthomas/chroma/v2/lexers"
	chromaStyles "github.com/alecthomas/chroma/v2/styles"
	"github.com/go-git/go-git/v5"
	"github.com/go-git/go-git/v5/plumbing"
	"github.com/go-git/go-git/v5/plumbing/object"
)

func httpHandleRepoTree(writer http.ResponseWriter, request *http.Request, params map[string]any) {
	var rawPathSpec, pathSpec string
	var repo *git.Repository
	var refHash plumbing.Hash
	var refHashSlice []byte
	var commitObject *object.Commit
	var tree *object.Tree
	var err error

	rawPathSpec = params["rest"].(string)
	repo, pathSpec = params["repo"].(*git.Repository), strings.TrimSuffix(rawPathSpec, "/")
	params["path_spec"] = pathSpec

	if refHash, err = getRefHash(repo, params["ref_type"].(string), params["ref_name"].(string)); err != nil {
		errorPage500(writer, params, "Error getting ref hash: "+err.Error())
		return
	}
	refHashSlice = refHash[:]

	var target *object.Tree
	if pathSpec == "" {
		if value, found := treeReadmeCache.Get(refHashSlice); found {
			params["files"] = value.DisplayTree
			params["readme_filename"] = value.ReadmeFilename
			params["readme"] = value.ReadmeRendered
		} else {
			if commitObject, err = repo.CommitObject(refHash); err != nil {
				errorPage500(writer, params, "Error getting commit object: "+err.Error())
				return
			}
			if tree, err = commitObject.Tree(); err != nil {
				errorPage500(writer, params, "Error getting file tree: "+err.Error())
				return
			}

			start := time.Now()
			displayTree := makeDisplayTree(tree)
			readmeFilename, readmeRendered := renderReadmeAtTree(tree)
			cost := time.Since(start).Nanoseconds()

			params["files"] = displayTree
			params["readme_filename"] = readmeFilename
			params["readme"] = readmeRendered

			entry := treeReadmeCacheEntry{
				DisplayTree:    displayTree,
				ReadmeFilename: readmeFilename,
				ReadmeRendered: readmeRendered,
			}
			treeReadmeCache.Set(refHashSlice, entry, cost)
		}

		renderTemplate(writer, "repo_tree_dir", params)
		return
	}

	if commitObject, err = repo.CommitObject(refHash); err != nil {
		errorPage500(writer, params, "Error getting commit object: "+err.Error())
		return
	}
	if tree, err = commitObject.Tree(); err != nil {
		errorPage500(writer, params, "Error getting file tree: "+err.Error())
		return
	}
	if target, err = tree.Tree(pathSpec); err != nil {
		var file *object.File
		var fileContent string
		var lexer chroma.Lexer
		var iterator chroma.Iterator
		var style *chroma.Style
		var formatter *chromaHTML.Formatter
		var formattedHTML template.HTML

	var target *object.Tree
	if pathSpec == "" {
		target = tree
	} else {
		if target, err = tree.Tree(pathSpec); err != nil {
			var file *object.File
			var fileContent string
			var lexer chroma.Lexer
			var iterator chroma.Iterator
			var style *chroma.Style
			var formatter *chromaHTML.Formatter
			var formattedHTML template.HTML

			if file, err = tree.File(pathSpec); err != nil {
				errorPage500(writer, params, "Error retrieving path: "+err.Error())
				return
			}
			if redirectNoDir(writer, request) {
				return
			}
			if fileContent, err = file.Contents(); err != nil {
				errorPage500(writer, params, "Error reading file: "+err.Error())
				return
			}
			lexer = chromaLexers.Match(pathSpec)
			if lexer == nil {
				lexer = chromaLexers.Fallback
			}
			if iterator, err = lexer.Tokenise(nil, fileContent); err != nil {
				errorPage500(writer, params, "Error tokenizing code: "+err.Error())
				return
			}
			var formattedHTMLStr bytes.Buffer
			style = chromaStyles.Get("autumn")
			formatter = chromaHTML.New(chromaHTML.WithClasses(true), chromaHTML.TabWidth(8))
			if err = formatter.Format(&formattedHTMLStr, style, iterator); err != nil {
				errorPage500(writer, params, "Error formatting code: "+err.Error())
				return
			}
			formattedHTML = template.HTML(formattedHTMLStr.Bytes()) //#nosec G203
			params["file_contents"] = formattedHTML

			renderTemplate(writer, "repo_tree_file", params)
		if file, err = tree.File(pathSpec); err != nil {
			errorPage500(writer, params, "Error retrieving path: "+err.Error())
			return
		}
		if redirectNoDir(writer, request) {
			return
		}
		if fileContent, err = file.Contents(); err != nil {
			errorPage500(writer, params, "Error reading file: "+err.Error())
			return
		}
		lexer = chromaLexers.Match(pathSpec)
		if lexer == nil {
			lexer = chromaLexers.Fallback
		}
		if iterator, err = lexer.Tokenise(nil, fileContent); err != nil {
			errorPage500(writer, params, "Error tokenizing code: "+err.Error())
			return
		}
		var formattedHTMLStr bytes.Buffer
		style = chromaStyles.Get("autumn")
		formatter = chromaHTML.New(chromaHTML.WithClasses(true), chromaHTML.TabWidth(8))
		if err = formatter.Format(&formattedHTMLStr, style, iterator); err != nil {
			errorPage500(writer, params, "Error formatting code: "+err.Error())
			return
		}
		formattedHTML = template.HTML(formattedHTMLStr.Bytes()) //#nosec G203
		params["file_contents"] = formattedHTML

		renderTemplate(writer, "repo_tree_file", params)
		return
	}

	if len(rawPathSpec) != 0 && rawPathSpec[len(rawPathSpec)-1] != '/' {
		http.Redirect(writer, request, path.Base(pathSpec)+"/", http.StatusSeeOther)
		return
	}

	params["readme_filename"], params["readme"] = renderReadmeAtTree(target)
	params["files"] = makeDisplayTree(target)

	renderTemplate(writer, "repo_tree_dir", params)
}