* Refactor renders * Some performance optimization * Fix comment * Transform reader * Fix csv test * Fix test * Fix tests * Improve optimaziation * Fix test * Fix test * Detect file encoding with reader * Improve optimaziation * reduce memory usage * improve code * fix build * Fix test * Fix for go1.15 * Fix render * Fix comment * Fix lint * Fix test * Don't use NormalEOF when unnecessary * revert change on util.go * Apply suggestions from code review Co-authored-by: zeripath <art27@cantab.net> * rename function * Take NormalEOF back Co-authored-by: zeripath <art27@cantab.net>
		
			
				
	
	
		
			139 lines
		
	
	
		
			3.0 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			139 lines
		
	
	
		
			3.0 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
// Copyright 2018 The Gitea Authors. All rights reserved.
 | 
						|
// Use of this source code is governed by a MIT-style
 | 
						|
// license that can be found in the LICENSE file.
 | 
						|
 | 
						|
package markup
 | 
						|
 | 
						|
import (
 | 
						|
	"bufio"
 | 
						|
	"bytes"
 | 
						|
	"html"
 | 
						|
	"io"
 | 
						|
	"io/ioutil"
 | 
						|
	"strconv"
 | 
						|
 | 
						|
	"code.gitea.io/gitea/modules/csv"
 | 
						|
	"code.gitea.io/gitea/modules/markup"
 | 
						|
	"code.gitea.io/gitea/modules/setting"
 | 
						|
)
 | 
						|
 | 
						|
func init() {
 | 
						|
	markup.RegisterRenderer(Renderer{})
 | 
						|
}
 | 
						|
 | 
						|
// Renderer implements markup.Renderer for csv files
 | 
						|
type Renderer struct {
 | 
						|
}
 | 
						|
 | 
						|
// Name implements markup.Renderer
 | 
						|
func (Renderer) Name() string {
 | 
						|
	return "csv"
 | 
						|
}
 | 
						|
 | 
						|
// NeedPostProcess implements markup.Renderer
 | 
						|
func (Renderer) NeedPostProcess() bool { return false }
 | 
						|
 | 
						|
// Extensions implements markup.Renderer
 | 
						|
func (Renderer) Extensions() []string {
 | 
						|
	return []string{".csv", ".tsv"}
 | 
						|
}
 | 
						|
 | 
						|
func writeField(w io.Writer, element, class, field string) error {
 | 
						|
	if _, err := io.WriteString(w, "<"); err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	if _, err := io.WriteString(w, element); err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	if len(class) > 0 {
 | 
						|
		if _, err := io.WriteString(w, " class=\""); err != nil {
 | 
						|
			return err
 | 
						|
		}
 | 
						|
		if _, err := io.WriteString(w, class); err != nil {
 | 
						|
			return err
 | 
						|
		}
 | 
						|
		if _, err := io.WriteString(w, "\""); err != nil {
 | 
						|
			return err
 | 
						|
		}
 | 
						|
	}
 | 
						|
	if _, err := io.WriteString(w, ">"); err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	if _, err := io.WriteString(w, html.EscapeString(field)); err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	if _, err := io.WriteString(w, "</"); err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	if _, err := io.WriteString(w, element); err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	_, err := io.WriteString(w, ">")
 | 
						|
	return err
 | 
						|
}
 | 
						|
 | 
						|
// Render implements markup.Renderer
 | 
						|
func (Renderer) Render(ctx *markup.RenderContext, input io.Reader, output io.Writer) error {
 | 
						|
	var tmpBlock = bufio.NewWriter(output)
 | 
						|
 | 
						|
	// FIXME: don't read all to memory
 | 
						|
	rawBytes, err := ioutil.ReadAll(input)
 | 
						|
	if err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
 | 
						|
	if setting.UI.CSV.MaxFileSize != 0 && setting.UI.CSV.MaxFileSize < int64(len(rawBytes)) {
 | 
						|
		if _, err := tmpBlock.WriteString("<pre>"); err != nil {
 | 
						|
			return err
 | 
						|
		}
 | 
						|
		if _, err := tmpBlock.WriteString(html.EscapeString(string(rawBytes))); err != nil {
 | 
						|
			return err
 | 
						|
		}
 | 
						|
		_, err = tmpBlock.WriteString("</pre>")
 | 
						|
		return err
 | 
						|
	}
 | 
						|
 | 
						|
	rd, err := csv.CreateReaderAndGuessDelimiter(bytes.NewReader(rawBytes))
 | 
						|
	if err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
 | 
						|
	if _, err := tmpBlock.WriteString(`<table class="data-table">`); err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	row := 1
 | 
						|
	for {
 | 
						|
		fields, err := rd.Read()
 | 
						|
		if err == io.EOF {
 | 
						|
			break
 | 
						|
		}
 | 
						|
		if err != nil {
 | 
						|
			continue
 | 
						|
		}
 | 
						|
		if _, err := tmpBlock.WriteString("<tr>"); err != nil {
 | 
						|
			return err
 | 
						|
		}
 | 
						|
		element := "td"
 | 
						|
		if row == 1 {
 | 
						|
			element = "th"
 | 
						|
		}
 | 
						|
		if err := writeField(tmpBlock, element, "line-num", strconv.Itoa(row)); err != nil {
 | 
						|
			return err
 | 
						|
		}
 | 
						|
		for _, field := range fields {
 | 
						|
			if err := writeField(tmpBlock, element, "", field); err != nil {
 | 
						|
				return err
 | 
						|
			}
 | 
						|
		}
 | 
						|
		if _, err := tmpBlock.WriteString("</tr>"); err != nil {
 | 
						|
			return err
 | 
						|
		}
 | 
						|
 | 
						|
		row++
 | 
						|
	}
 | 
						|
	if _, err = tmpBlock.WriteString("</table>"); err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	return tmpBlock.Flush()
 | 
						|
}
 |