2018-07-20 23:08:15 +02:00
|
|
|
// Copyright 2018 The Gitea Authors. All rights reserved.
|
2022-11-27 19:20:29 +01:00
|
|
|
// SPDX-License-Identifier: MIT
|
2018-07-20 23:08:15 +02:00
|
|
|
|
|
|
|
package markup
|
|
|
|
|
|
|
|
import (
|
2021-04-20 00:25:08 +02:00
|
|
|
"bufio"
|
2018-07-20 23:08:15 +02:00
|
|
|
"html"
|
|
|
|
"io"
|
2021-06-23 23:09:51 +02:00
|
|
|
"regexp"
|
2021-03-29 22:44:28 +02:00
|
|
|
"strconv"
|
2018-07-20 23:08:15 +02:00
|
|
|
|
2021-03-29 22:44:28 +02:00
|
|
|
"code.gitea.io/gitea/modules/csv"
|
2018-07-20 23:08:15 +02:00
|
|
|
"code.gitea.io/gitea/modules/markup"
|
2021-03-29 22:44:28 +02:00
|
|
|
"code.gitea.io/gitea/modules/setting"
|
2024-06-06 10:06:59 +02:00
|
|
|
"code.gitea.io/gitea/modules/translation"
|
|
|
|
"code.gitea.io/gitea/modules/util"
|
2018-07-20 23:08:15 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
func init() {
|
2021-04-20 00:25:08 +02:00
|
|
|
markup.RegisterRenderer(Renderer{})
|
2018-07-20 23:08:15 +02:00
|
|
|
}
|
|
|
|
|
2021-04-20 00:25:08 +02:00
|
|
|
// Renderer implements markup.Renderer for csv files
|
2022-01-20 18:46:10 +01:00
|
|
|
type Renderer struct{}
|
2018-07-20 23:08:15 +02:00
|
|
|
|
2021-04-20 00:25:08 +02:00
|
|
|
// Name implements markup.Renderer
|
|
|
|
func (Renderer) Name() string {
|
2018-07-20 23:08:15 +02:00
|
|
|
return "csv"
|
|
|
|
}
|
|
|
|
|
2021-04-20 00:25:08 +02:00
|
|
|
// Extensions implements markup.Renderer
|
|
|
|
func (Renderer) Extensions() []string {
|
2019-08-16 00:09:50 +02:00
|
|
|
return []string{".csv", ".tsv"}
|
2018-07-20 23:08:15 +02:00
|
|
|
}
|
|
|
|
|
2021-06-23 23:09:51 +02:00
|
|
|
// SanitizerRules implements markup.Renderer
|
|
|
|
func (Renderer) SanitizerRules() []setting.MarkupSanitizerRule {
|
|
|
|
return []setting.MarkupSanitizerRule{
|
2024-11-16 09:41:44 +01:00
|
|
|
{Element: "table", AllowAttr: "class", Regexp: regexp.MustCompile(`^data-table$`)},
|
|
|
|
{Element: "th", AllowAttr: "class", Regexp: regexp.MustCompile(`^line-num$`)},
|
|
|
|
{Element: "td", AllowAttr: "class", Regexp: regexp.MustCompile(`^line-num$`)},
|
2021-06-23 23:09:51 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-04-20 00:25:08 +02:00
|
|
|
func writeField(w io.Writer, element, class, field string) error {
|
|
|
|
if _, err := io.WriteString(w, "<"); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if _, err := io.WriteString(w, element); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if len(class) > 0 {
|
|
|
|
if _, err := io.WriteString(w, " class=\""); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if _, err := io.WriteString(w, class); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if _, err := io.WriteString(w, "\""); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if _, err := io.WriteString(w, ">"); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if _, err := io.WriteString(w, html.EscapeString(field)); err != nil {
|
|
|
|
return err
|
2021-03-29 22:44:28 +02:00
|
|
|
}
|
2021-04-20 00:25:08 +02:00
|
|
|
if _, err := io.WriteString(w, "</"); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if _, err := io.WriteString(w, element); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err := io.WriteString(w, ">")
|
|
|
|
return err
|
|
|
|
}
|
2021-03-29 22:44:28 +02:00
|
|
|
|
2021-04-20 00:25:08 +02:00
|
|
|
// Render implements markup.Renderer
|
2024-03-14 03:51:55 +01:00
|
|
|
func (r Renderer) Render(ctx *markup.RenderContext, input io.Reader, output io.Writer) error {
|
2022-01-20 18:46:10 +01:00
|
|
|
tmpBlock := bufio.NewWriter(output)
|
2024-03-14 03:51:55 +01:00
|
|
|
maxSize := setting.UI.CSV.MaxFileSize
|
2024-06-06 10:06:59 +02:00
|
|
|
maxRows := setting.UI.CSV.MaxRows
|
2021-03-29 22:44:28 +02:00
|
|
|
|
2024-06-06 10:06:59 +02:00
|
|
|
if maxSize != 0 {
|
|
|
|
input = io.LimitReader(input, maxSize+1)
|
2024-03-14 03:51:55 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
rd, err := csv.CreateReaderAndDetermineDelimiter(ctx, input)
|
2021-04-20 00:25:08 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
2021-03-29 22:44:28 +02:00
|
|
|
}
|
2021-04-20 00:25:08 +02:00
|
|
|
if _, err := tmpBlock.WriteString(`<table class="data-table">`); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2024-06-06 10:06:59 +02:00
|
|
|
|
|
|
|
row := 0
|
2018-07-20 23:08:15 +02:00
|
|
|
for {
|
|
|
|
fields, err := rd.Read()
|
2024-06-06 10:06:59 +02:00
|
|
|
if err == io.EOF || (row >= maxRows && maxRows != 0) {
|
2018-07-20 23:08:15 +02:00
|
|
|
break
|
|
|
|
}
|
|
|
|
if err != nil {
|
|
|
|
continue
|
|
|
|
}
|
2024-06-06 10:06:59 +02:00
|
|
|
|
2021-04-20 00:25:08 +02:00
|
|
|
if _, err := tmpBlock.WriteString("<tr>"); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-03-29 22:44:28 +02:00
|
|
|
element := "td"
|
2024-06-06 10:06:59 +02:00
|
|
|
if row == 0 {
|
2021-03-29 22:44:28 +02:00
|
|
|
element = "th"
|
|
|
|
}
|
2024-06-06 10:06:59 +02:00
|
|
|
if err := writeField(tmpBlock, element, "line-num", strconv.Itoa(row+1)); err != nil {
|
2021-04-20 00:25:08 +02:00
|
|
|
return err
|
|
|
|
}
|
2018-07-20 23:08:15 +02:00
|
|
|
for _, field := range fields {
|
2021-04-20 00:25:08 +02:00
|
|
|
if err := writeField(tmpBlock, element, "", field); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if _, err := tmpBlock.WriteString("</tr>"); err != nil {
|
|
|
|
return err
|
2018-07-20 23:08:15 +02:00
|
|
|
}
|
2021-03-29 22:44:28 +02:00
|
|
|
|
|
|
|
row++
|
2018-07-20 23:08:15 +02:00
|
|
|
}
|
2024-06-06 10:06:59 +02:00
|
|
|
|
2021-04-20 00:25:08 +02:00
|
|
|
if _, err = tmpBlock.WriteString("</table>"); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2024-06-06 10:06:59 +02:00
|
|
|
|
|
|
|
// Check if maxRows or maxSize is reached, and if true, warn.
|
|
|
|
if (row >= maxRows && maxRows != 0) || (rd.InputOffset() >= maxSize && maxSize != 0) {
|
|
|
|
warn := `<table class="data-table"><tr><td>`
|
|
|
|
rawLink := ` <a href="` + ctx.Links.RawLink() + `/` + util.PathEscapeSegments(ctx.RelativePath) + `">`
|
|
|
|
|
|
|
|
// Try to get the user translation
|
|
|
|
if locale, ok := ctx.Ctx.Value(translation.ContextKey).(translation.Locale); ok {
|
|
|
|
warn += locale.TrString("repo.file_too_large")
|
|
|
|
rawLink += locale.TrString("repo.file_view_raw")
|
|
|
|
} else {
|
|
|
|
warn += "The file is too large to be shown."
|
|
|
|
rawLink += "View Raw"
|
|
|
|
}
|
|
|
|
|
|
|
|
warn += rawLink + `</a></td></tr></table>`
|
|
|
|
|
|
|
|
// Write the HTML string to the output
|
|
|
|
if _, err := tmpBlock.WriteString(warn); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-04-20 00:25:08 +02:00
|
|
|
return tmpBlock.Flush()
|
2018-07-20 23:08:15 +02:00
|
|
|
}
|