- Mime types generator (Standard "mime" package rely on system-settings, see mime.osInitMime)
- Changed swarm/api.Upload:
    - simplify I/O throttling by semaphore primitive and use file name where possible
    - f.Close() must be called in Defer - otherwise panic or future added early return will cause leak of file descriptors
    - one error was suppressed
		
	
			
		
			
				
	
	
		
			200 lines
		
	
	
		
			6.1 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			200 lines
		
	
	
		
			6.1 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
// Copyright 2016 The go-ethereum Authors
 | 
						|
// This file is part of the go-ethereum library.
 | 
						|
//
 | 
						|
// The go-ethereum library is free software: you can redistribute it and/or modify
 | 
						|
// it under the terms of the GNU Lesser General Public License as published by
 | 
						|
// the Free Software Foundation, either version 3 of the License, or
 | 
						|
// (at your option) any later version.
 | 
						|
//
 | 
						|
// The go-ethereum library is distributed in the hope that it will be useful,
 | 
						|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 | 
						|
// GNU Lesser General Public License for more details.
 | 
						|
//
 | 
						|
// You should have received a copy of the GNU Lesser General Public License
 | 
						|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
 | 
						|
 | 
						|
package api
 | 
						|
 | 
						|
import (
 | 
						|
	"bytes"
 | 
						|
	"context"
 | 
						|
	"io/ioutil"
 | 
						|
	"os"
 | 
						|
	"path/filepath"
 | 
						|
	"testing"
 | 
						|
 | 
						|
	"github.com/ethereum/go-ethereum/common"
 | 
						|
	"github.com/ethereum/go-ethereum/swarm/storage"
 | 
						|
)
 | 
						|
 | 
						|
var testDownloadDir, _ = ioutil.TempDir(os.TempDir(), "bzz-test")
 | 
						|
 | 
						|
func testFileSystem(t *testing.T, f func(*FileSystem, bool)) {
 | 
						|
	testAPI(t, func(api *API, toEncrypt bool) {
 | 
						|
		f(NewFileSystem(api), toEncrypt)
 | 
						|
	})
 | 
						|
}
 | 
						|
 | 
						|
func readPath(t *testing.T, parts ...string) string {
 | 
						|
	file := filepath.Join(parts...)
 | 
						|
	content, err := ioutil.ReadFile(file)
 | 
						|
 | 
						|
	if err != nil {
 | 
						|
		t.Fatalf("unexpected error reading '%v': %v", file, err)
 | 
						|
	}
 | 
						|
	return string(content)
 | 
						|
}
 | 
						|
 | 
						|
func TestApiDirUpload0(t *testing.T) {
 | 
						|
	testFileSystem(t, func(fs *FileSystem, toEncrypt bool) {
 | 
						|
		api := fs.api
 | 
						|
		bzzhash, err := fs.Upload(filepath.Join("testdata", "test0"), "", toEncrypt)
 | 
						|
		if err != nil {
 | 
						|
			t.Fatalf("unexpected error: %v", err)
 | 
						|
		}
 | 
						|
		content := readPath(t, "testdata", "test0", "index.html")
 | 
						|
		resp := testGet(t, api, bzzhash, "index.html")
 | 
						|
		exp := expResponse(content, "text/html; charset=utf-8", 0)
 | 
						|
		checkResponse(t, resp, exp)
 | 
						|
 | 
						|
		content = readPath(t, "testdata", "test0", "index.css")
 | 
						|
		resp = testGet(t, api, bzzhash, "index.css")
 | 
						|
		exp = expResponse(content, "text/css; charset=utf-8", 0)
 | 
						|
		checkResponse(t, resp, exp)
 | 
						|
 | 
						|
		addr := storage.Address(common.Hex2Bytes(bzzhash))
 | 
						|
		_, _, _, _, err = api.Get(context.TODO(), NOOPDecrypt, addr, "")
 | 
						|
		if err == nil {
 | 
						|
			t.Fatalf("expected error: %v", err)
 | 
						|
		}
 | 
						|
 | 
						|
		downloadDir := filepath.Join(testDownloadDir, "test0")
 | 
						|
		defer os.RemoveAll(downloadDir)
 | 
						|
		err = fs.Download(bzzhash, downloadDir)
 | 
						|
		if err != nil {
 | 
						|
			t.Fatalf("unexpected error: %v", err)
 | 
						|
		}
 | 
						|
		newbzzhash, err := fs.Upload(downloadDir, "", toEncrypt)
 | 
						|
		if err != nil {
 | 
						|
			t.Fatalf("unexpected error: %v", err)
 | 
						|
		}
 | 
						|
		// TODO: currently the hash is not deterministic in the encrypted case
 | 
						|
		if !toEncrypt && bzzhash != newbzzhash {
 | 
						|
			t.Fatalf("download %v reuploaded has incorrect hash, expected %v, got %v", downloadDir, bzzhash, newbzzhash)
 | 
						|
		}
 | 
						|
	})
 | 
						|
}
 | 
						|
 | 
						|
func TestApiDirUploadModify(t *testing.T) {
 | 
						|
	testFileSystem(t, func(fs *FileSystem, toEncrypt bool) {
 | 
						|
		api := fs.api
 | 
						|
		bzzhash, err := fs.Upload(filepath.Join("testdata", "test0"), "", toEncrypt)
 | 
						|
		if err != nil {
 | 
						|
			t.Errorf("unexpected error: %v", err)
 | 
						|
			return
 | 
						|
		}
 | 
						|
 | 
						|
		addr := storage.Address(common.Hex2Bytes(bzzhash))
 | 
						|
		addr, err = api.Modify(context.TODO(), addr, "index.html", "", "")
 | 
						|
		if err != nil {
 | 
						|
			t.Errorf("unexpected error: %v", err)
 | 
						|
			return
 | 
						|
		}
 | 
						|
		index, err := ioutil.ReadFile(filepath.Join("testdata", "test0", "index.html"))
 | 
						|
		if err != nil {
 | 
						|
			t.Errorf("unexpected error: %v", err)
 | 
						|
			return
 | 
						|
		}
 | 
						|
		ctx := context.TODO()
 | 
						|
		hash, wait, err := api.Store(ctx, bytes.NewReader(index), int64(len(index)), toEncrypt)
 | 
						|
		if err != nil {
 | 
						|
			t.Errorf("unexpected error: %v", err)
 | 
						|
			return
 | 
						|
		}
 | 
						|
		err = wait(ctx)
 | 
						|
		if err != nil {
 | 
						|
			t.Errorf("unexpected error: %v", err)
 | 
						|
			return
 | 
						|
		}
 | 
						|
		addr, err = api.Modify(context.TODO(), addr, "index2.html", hash.Hex(), "text/html; charset=utf-8")
 | 
						|
		if err != nil {
 | 
						|
			t.Errorf("unexpected error: %v", err)
 | 
						|
			return
 | 
						|
		}
 | 
						|
		addr, err = api.Modify(context.TODO(), addr, "img/logo.png", hash.Hex(), "text/html; charset=utf-8")
 | 
						|
		if err != nil {
 | 
						|
			t.Errorf("unexpected error: %v", err)
 | 
						|
			return
 | 
						|
		}
 | 
						|
		bzzhash = addr.Hex()
 | 
						|
 | 
						|
		content := readPath(t, "testdata", "test0", "index.html")
 | 
						|
		resp := testGet(t, api, bzzhash, "index2.html")
 | 
						|
		exp := expResponse(content, "text/html; charset=utf-8", 0)
 | 
						|
		checkResponse(t, resp, exp)
 | 
						|
 | 
						|
		resp = testGet(t, api, bzzhash, "img/logo.png")
 | 
						|
		exp = expResponse(content, "text/html; charset=utf-8", 0)
 | 
						|
		checkResponse(t, resp, exp)
 | 
						|
 | 
						|
		content = readPath(t, "testdata", "test0", "index.css")
 | 
						|
		resp = testGet(t, api, bzzhash, "index.css")
 | 
						|
		exp = expResponse(content, "text/css; charset=utf-8", 0)
 | 
						|
		checkResponse(t, resp, exp)
 | 
						|
 | 
						|
		_, _, _, _, err = api.Get(context.TODO(), nil, addr, "")
 | 
						|
		if err == nil {
 | 
						|
			t.Errorf("expected error: %v", err)
 | 
						|
		}
 | 
						|
	})
 | 
						|
}
 | 
						|
 | 
						|
func TestApiDirUploadWithRootFile(t *testing.T) {
 | 
						|
	testFileSystem(t, func(fs *FileSystem, toEncrypt bool) {
 | 
						|
		api := fs.api
 | 
						|
		bzzhash, err := fs.Upload(filepath.Join("testdata", "test0"), "index.html", toEncrypt)
 | 
						|
		if err != nil {
 | 
						|
			t.Errorf("unexpected error: %v", err)
 | 
						|
			return
 | 
						|
		}
 | 
						|
 | 
						|
		content := readPath(t, "testdata", "test0", "index.html")
 | 
						|
		resp := testGet(t, api, bzzhash, "")
 | 
						|
		exp := expResponse(content, "text/html; charset=utf-8", 0)
 | 
						|
		checkResponse(t, resp, exp)
 | 
						|
	})
 | 
						|
}
 | 
						|
 | 
						|
func TestApiFileUpload(t *testing.T) {
 | 
						|
	testFileSystem(t, func(fs *FileSystem, toEncrypt bool) {
 | 
						|
		api := fs.api
 | 
						|
		bzzhash, err := fs.Upload(filepath.Join("testdata", "test0", "index.html"), "", toEncrypt)
 | 
						|
		if err != nil {
 | 
						|
			t.Errorf("unexpected error: %v", err)
 | 
						|
			return
 | 
						|
		}
 | 
						|
 | 
						|
		content := readPath(t, "testdata", "test0", "index.html")
 | 
						|
		resp := testGet(t, api, bzzhash, "index.html")
 | 
						|
		exp := expResponse(content, "text/html; charset=utf-8", 0)
 | 
						|
		checkResponse(t, resp, exp)
 | 
						|
	})
 | 
						|
}
 | 
						|
 | 
						|
func TestApiFileUploadWithRootFile(t *testing.T) {
 | 
						|
	testFileSystem(t, func(fs *FileSystem, toEncrypt bool) {
 | 
						|
		api := fs.api
 | 
						|
		bzzhash, err := fs.Upload(filepath.Join("testdata", "test0", "index.html"), "index.html", toEncrypt)
 | 
						|
		if err != nil {
 | 
						|
			t.Errorf("unexpected error: %v", err)
 | 
						|
			return
 | 
						|
		}
 | 
						|
 | 
						|
		content := readPath(t, "testdata", "test0", "index.html")
 | 
						|
		resp := testGet(t, api, bzzhash, "")
 | 
						|
		exp := expResponse(content, "text/html; charset=utf-8", 0)
 | 
						|
		checkResponse(t, resp, exp)
 | 
						|
	})
 | 
						|
}
 |