Merge pull request #7 from zvictorino/master

esm exhausted all local ports

domain.go

@@ -102,6 +102,7 @@ type Config struct {
 	SourceProxy       string    `long:"source_proxy"            description:"set proxy to source http connections, ie: http://127.0.0.1:8080"`
 	TargetProxy       string    `long:"dest_proxy"            description:"set proxy to target http connections, ie: http://127.0.0.1:8080"`
 	Refresh           bool      `long:"refresh"                 description:"refresh after migration finished"`
+	Fields            string `long:"fields"                 description:"output fields, comma separated, ie: col1,col2,col3,..." `
 
 }
 

esapi.go

@@ -27,7 +27,7 @@ type ESAPI interface{
 	GetIndexMappings(copyAllIndexes bool,indexNames string)(string,int,*Indexes,error)
 	UpdateIndexSettings(indexName string,settings map[string]interface{})(error)
 	UpdateIndexMapping(indexName string,mappings map[string]interface{})(error)
-	NewScroll(indexNames string,scrollTime string,docBufferCount int,query string, slicedId,maxSlicedCount int)(*Scroll, error)
+	NewScroll(indexNames string,scrollTime string,docBufferCount int,query string, slicedId,maxSlicedCount int, fields string)(*Scroll, error)
 	NextScroll(scrollTime string,scrollId string)(*Scroll,error)
 	Refresh(name string) (err error)
 }

http.go

@@ -21,6 +21,7 @@ import (
 	"github.com/parnurzeal/gorequest"
 	log "github.com/cihub/seelog"
 	"io/ioutil"
+	"io"
 	"errors"
 	"bytes"
 	"net/url"
@@ -33,7 +34,7 @@ func Get(url string,auth *Auth,proxy string) (*http.Response, string, []error) {
 	}
 
 	request.Header["Content-Type"]= "application/json"
-
+	
 	if(len(proxy)>0){
 		request.Proxy(proxy)
 	}
@@ -50,7 +51,7 @@ func Post(url string,auth *Auth, body string,proxy string)(*http.Response, strin
 	}
 
 	request.Header["Content-Type"]= "application/json"
-
+	
 	if(len(proxy)>0){
 		request.Proxy(proxy)
 	}
@@ -138,6 +139,7 @@ func Request(method string,r string,auth *Auth,body *bytes.Buffer,proxy string)(
 	if err != nil {
 		return string(respBody),err
 	}
+	io.Copy(ioutil.Discard, resp.Body)
 	defer resp.Body.Close()
 	return string(respBody),nil
 }

main.go

@@ -95,7 +95,7 @@ func main() {
 		totalSize:=0;
 		finishedSlice:=0
 		for slice:=0;slice<c.ScrollSliceSize ;slice++  {
-			scroll, err := migrator.SourceESAPI.NewScroll(c.SourceIndexNames, c.ScrollTime, c.DocBufferCount, c.Query,slice,c.ScrollSliceSize)
+			scroll, err := migrator.SourceESAPI.NewScroll(c.SourceIndexNames, c.ScrollTime, c.DocBufferCount, c.Query,slice,c.ScrollSliceSize, c.Fields)
 			if err != nil {
 				log.Error(err)
 				return