-
Notifications
You must be signed in to change notification settings - Fork 44
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
009d884
commit 3a7a456
Showing
14 changed files
with
95 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -4,7 +4,7 @@ on: | |
push: | ||
branches: | ||
- main | ||
- v0.2.x | ||
- v0.2.x-es | ||
pull_request: | ||
branches: | ||
- main | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
# ElasticsearchReader Plugin Documentation |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
package elasticsearch |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,31 @@ | ||
package elasticsearch | ||
import ( | ||
"github.com/Breeze0806/go-etl/config" | ||
spireader "github.com/Breeze0806/go-etl/datax/common/spi/reader" | ||
) | ||
|
||
//A reader is uesed to extract data from data source | ||
type Reader struct { | ||
pluginConf *config.JSON | ||
} | ||
|
||
//ResourcesConfig returns the configuration of the data source to initiate the reader. | ||
func (r *Reader) ResourcesConfig() *config.JSON { | ||
return r.pluginConf | ||
} | ||
|
||
//Job returns a description of how the reader extracts data from the data source. | ||
func (r *Reader) Job() spireader.Job { | ||
// todo like below | ||
//job := NewJob() | ||
//job.SetPluginConf(r.pluginConf) | ||
//return job | ||
} | ||
|
||
//Task returns the smallest execution unit obtained by maximizing the split of a Job | ||
func (r *Reader) Task() spireader.Task { | ||
// todo like below | ||
//task := fNewTask() | ||
//task.SetPluginConf(r.pluginConf) | ||
//return task | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,5 @@ | ||
{ | ||
"name" : "elasticsearchreader", | ||
"developer":"", | ||
"description":"" | ||
} |
6 changes: 6 additions & 0 deletions
6
datax/plugin/reader/elasticsearch/resources/plugin_job_template.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,6 @@ | ||
{ | ||
"name": "elasticsearchreader", | ||
"parameter": { | ||
|
||
} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
package elasticsearch |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
# ElasticsearchWriter Plugin Documentation |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
package elasticsearch |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,5 @@ | ||
{ | ||
"name" : "elasticsearchwriter", | ||
"developer":"", | ||
"description":"" | ||
} |
6 changes: 6 additions & 0 deletions
6
datax/plugin/writer/elasticsearch/resources/plugin_job_template.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,6 @@ | ||
{ | ||
"name": "elasticsearchwriter", | ||
"parameter": { | ||
|
||
} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
package elasticsearch |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,33 @@ | ||
package elasticsearch | ||
|
||
import ( | ||
"github.com/Breeze0806/go-etl/config" | ||
spiwriter "github.com/Breeze0806/go-etl/datax/common/spi/writer" | ||
) | ||
|
||
|
||
//A writer is uesed to load data into data source | ||
type Writer struct { | ||
pluginConf *config.JSON | ||
} | ||
|
||
//ResourcesConfig returns the configuration of the data source to initiate the writer. | ||
func (w *Writer) ResourcesConfig() *config.JSON { | ||
return w.pluginConf | ||
} | ||
|
||
//Job returns a description of how the reader extracts data from the data source. | ||
func (w *Writer) Job() spiwriter.Job { | ||
// todo like below | ||
//job := NewJob() | ||
//job.SetPluginConf(w.pluginConf) | ||
//return job | ||
} | ||
|
||
//Task returns the smallest execution unit obtained by maximizing the split of a Job | ||
func (w *Writer) Task() spiwriter.Task { | ||
// todo like below | ||
//task := NewTask() | ||
//task.SetPluginConf(w.pluginConf) | ||
//return task | ||
} |