- Mime types generator (Standard "mime" package rely on system-settings, see mime.osInitMime)
- Changed swarm/api.Upload:
    - simplify I/O throttling by semaphore primitive and use file name where possible
    - f.Close() must be called in Defer - otherwise panic or future added early return will cause leak of file descriptors
    - one error was suppressed
		
	
			
		
			
				
	
	
		
			200 lines
		
	
	
		
			6.1 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			200 lines
		
	
	
		
			6.1 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| // Copyright 2016 The go-ethereum Authors
 | |
| // This file is part of the go-ethereum library.
 | |
| //
 | |
| // The go-ethereum library is free software: you can redistribute it and/or modify
 | |
| // it under the terms of the GNU Lesser General Public License as published by
 | |
| // the Free Software Foundation, either version 3 of the License, or
 | |
| // (at your option) any later version.
 | |
| //
 | |
| // The go-ethereum library is distributed in the hope that it will be useful,
 | |
| // but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
| // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 | |
| // GNU Lesser General Public License for more details.
 | |
| //
 | |
| // You should have received a copy of the GNU Lesser General Public License
 | |
| // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
 | |
| 
 | |
| package api
 | |
| 
 | |
| import (
 | |
| 	"bytes"
 | |
| 	"context"
 | |
| 	"io/ioutil"
 | |
| 	"os"
 | |
| 	"path/filepath"
 | |
| 	"testing"
 | |
| 
 | |
| 	"github.com/ethereum/go-ethereum/common"
 | |
| 	"github.com/ethereum/go-ethereum/swarm/storage"
 | |
| )
 | |
| 
 | |
| var testDownloadDir, _ = ioutil.TempDir(os.TempDir(), "bzz-test")
 | |
| 
 | |
| func testFileSystem(t *testing.T, f func(*FileSystem, bool)) {
 | |
| 	testAPI(t, func(api *API, toEncrypt bool) {
 | |
| 		f(NewFileSystem(api), toEncrypt)
 | |
| 	})
 | |
| }
 | |
| 
 | |
| func readPath(t *testing.T, parts ...string) string {
 | |
| 	file := filepath.Join(parts...)
 | |
| 	content, err := ioutil.ReadFile(file)
 | |
| 
 | |
| 	if err != nil {
 | |
| 		t.Fatalf("unexpected error reading '%v': %v", file, err)
 | |
| 	}
 | |
| 	return string(content)
 | |
| }
 | |
| 
 | |
| func TestApiDirUpload0(t *testing.T) {
 | |
| 	testFileSystem(t, func(fs *FileSystem, toEncrypt bool) {
 | |
| 		api := fs.api
 | |
| 		bzzhash, err := fs.Upload(filepath.Join("testdata", "test0"), "", toEncrypt)
 | |
| 		if err != nil {
 | |
| 			t.Fatalf("unexpected error: %v", err)
 | |
| 		}
 | |
| 		content := readPath(t, "testdata", "test0", "index.html")
 | |
| 		resp := testGet(t, api, bzzhash, "index.html")
 | |
| 		exp := expResponse(content, "text/html; charset=utf-8", 0)
 | |
| 		checkResponse(t, resp, exp)
 | |
| 
 | |
| 		content = readPath(t, "testdata", "test0", "index.css")
 | |
| 		resp = testGet(t, api, bzzhash, "index.css")
 | |
| 		exp = expResponse(content, "text/css; charset=utf-8", 0)
 | |
| 		checkResponse(t, resp, exp)
 | |
| 
 | |
| 		addr := storage.Address(common.Hex2Bytes(bzzhash))
 | |
| 		_, _, _, _, err = api.Get(context.TODO(), NOOPDecrypt, addr, "")
 | |
| 		if err == nil {
 | |
| 			t.Fatalf("expected error: %v", err)
 | |
| 		}
 | |
| 
 | |
| 		downloadDir := filepath.Join(testDownloadDir, "test0")
 | |
| 		defer os.RemoveAll(downloadDir)
 | |
| 		err = fs.Download(bzzhash, downloadDir)
 | |
| 		if err != nil {
 | |
| 			t.Fatalf("unexpected error: %v", err)
 | |
| 		}
 | |
| 		newbzzhash, err := fs.Upload(downloadDir, "", toEncrypt)
 | |
| 		if err != nil {
 | |
| 			t.Fatalf("unexpected error: %v", err)
 | |
| 		}
 | |
| 		// TODO: currently the hash is not deterministic in the encrypted case
 | |
| 		if !toEncrypt && bzzhash != newbzzhash {
 | |
| 			t.Fatalf("download %v reuploaded has incorrect hash, expected %v, got %v", downloadDir, bzzhash, newbzzhash)
 | |
| 		}
 | |
| 	})
 | |
| }
 | |
| 
 | |
| func TestApiDirUploadModify(t *testing.T) {
 | |
| 	testFileSystem(t, func(fs *FileSystem, toEncrypt bool) {
 | |
| 		api := fs.api
 | |
| 		bzzhash, err := fs.Upload(filepath.Join("testdata", "test0"), "", toEncrypt)
 | |
| 		if err != nil {
 | |
| 			t.Errorf("unexpected error: %v", err)
 | |
| 			return
 | |
| 		}
 | |
| 
 | |
| 		addr := storage.Address(common.Hex2Bytes(bzzhash))
 | |
| 		addr, err = api.Modify(context.TODO(), addr, "index.html", "", "")
 | |
| 		if err != nil {
 | |
| 			t.Errorf("unexpected error: %v", err)
 | |
| 			return
 | |
| 		}
 | |
| 		index, err := ioutil.ReadFile(filepath.Join("testdata", "test0", "index.html"))
 | |
| 		if err != nil {
 | |
| 			t.Errorf("unexpected error: %v", err)
 | |
| 			return
 | |
| 		}
 | |
| 		ctx := context.TODO()
 | |
| 		hash, wait, err := api.Store(ctx, bytes.NewReader(index), int64(len(index)), toEncrypt)
 | |
| 		if err != nil {
 | |
| 			t.Errorf("unexpected error: %v", err)
 | |
| 			return
 | |
| 		}
 | |
| 		err = wait(ctx)
 | |
| 		if err != nil {
 | |
| 			t.Errorf("unexpected error: %v", err)
 | |
| 			return
 | |
| 		}
 | |
| 		addr, err = api.Modify(context.TODO(), addr, "index2.html", hash.Hex(), "text/html; charset=utf-8")
 | |
| 		if err != nil {
 | |
| 			t.Errorf("unexpected error: %v", err)
 | |
| 			return
 | |
| 		}
 | |
| 		addr, err = api.Modify(context.TODO(), addr, "img/logo.png", hash.Hex(), "text/html; charset=utf-8")
 | |
| 		if err != nil {
 | |
| 			t.Errorf("unexpected error: %v", err)
 | |
| 			return
 | |
| 		}
 | |
| 		bzzhash = addr.Hex()
 | |
| 
 | |
| 		content := readPath(t, "testdata", "test0", "index.html")
 | |
| 		resp := testGet(t, api, bzzhash, "index2.html")
 | |
| 		exp := expResponse(content, "text/html; charset=utf-8", 0)
 | |
| 		checkResponse(t, resp, exp)
 | |
| 
 | |
| 		resp = testGet(t, api, bzzhash, "img/logo.png")
 | |
| 		exp = expResponse(content, "text/html; charset=utf-8", 0)
 | |
| 		checkResponse(t, resp, exp)
 | |
| 
 | |
| 		content = readPath(t, "testdata", "test0", "index.css")
 | |
| 		resp = testGet(t, api, bzzhash, "index.css")
 | |
| 		exp = expResponse(content, "text/css; charset=utf-8", 0)
 | |
| 		checkResponse(t, resp, exp)
 | |
| 
 | |
| 		_, _, _, _, err = api.Get(context.TODO(), nil, addr, "")
 | |
| 		if err == nil {
 | |
| 			t.Errorf("expected error: %v", err)
 | |
| 		}
 | |
| 	})
 | |
| }
 | |
| 
 | |
| func TestApiDirUploadWithRootFile(t *testing.T) {
 | |
| 	testFileSystem(t, func(fs *FileSystem, toEncrypt bool) {
 | |
| 		api := fs.api
 | |
| 		bzzhash, err := fs.Upload(filepath.Join("testdata", "test0"), "index.html", toEncrypt)
 | |
| 		if err != nil {
 | |
| 			t.Errorf("unexpected error: %v", err)
 | |
| 			return
 | |
| 		}
 | |
| 
 | |
| 		content := readPath(t, "testdata", "test0", "index.html")
 | |
| 		resp := testGet(t, api, bzzhash, "")
 | |
| 		exp := expResponse(content, "text/html; charset=utf-8", 0)
 | |
| 		checkResponse(t, resp, exp)
 | |
| 	})
 | |
| }
 | |
| 
 | |
| func TestApiFileUpload(t *testing.T) {
 | |
| 	testFileSystem(t, func(fs *FileSystem, toEncrypt bool) {
 | |
| 		api := fs.api
 | |
| 		bzzhash, err := fs.Upload(filepath.Join("testdata", "test0", "index.html"), "", toEncrypt)
 | |
| 		if err != nil {
 | |
| 			t.Errorf("unexpected error: %v", err)
 | |
| 			return
 | |
| 		}
 | |
| 
 | |
| 		content := readPath(t, "testdata", "test0", "index.html")
 | |
| 		resp := testGet(t, api, bzzhash, "index.html")
 | |
| 		exp := expResponse(content, "text/html; charset=utf-8", 0)
 | |
| 		checkResponse(t, resp, exp)
 | |
| 	})
 | |
| }
 | |
| 
 | |
| func TestApiFileUploadWithRootFile(t *testing.T) {
 | |
| 	testFileSystem(t, func(fs *FileSystem, toEncrypt bool) {
 | |
| 		api := fs.api
 | |
| 		bzzhash, err := fs.Upload(filepath.Join("testdata", "test0", "index.html"), "index.html", toEncrypt)
 | |
| 		if err != nil {
 | |
| 			t.Errorf("unexpected error: %v", err)
 | |
| 			return
 | |
| 		}
 | |
| 
 | |
| 		content := readPath(t, "testdata", "test0", "index.html")
 | |
| 		resp := testGet(t, api, bzzhash, "")
 | |
| 		exp := expResponse(content, "text/html; charset=utf-8", 0)
 | |
| 		checkResponse(t, resp, exp)
 | |
| 	})
 | |
| }
 |