diff options
author | George Goldberg <george@gberg.me> | 2017-04-28 17:54:04 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2017-04-28 17:54:04 +0100 |
commit | 302ec17beed9128101ef61d69b45d3ee29e16f1e (patch) | |
tree | 02a5783ff0f7aaa488850273bdd485d595dd228c /cmd/platform/import.go | |
parent | 36a15925dc4d10ac0c0a14ddbc60855aa5331519 (diff) | |
download | chat-302ec17beed9128101ef61d69b45d3ee29e16f1e.tar.gz chat-302ec17beed9128101ef61d69b45d3ee29e16f1e.tar.bz2 chat-302ec17beed9128101ef61d69b45d3ee29e16f1e.zip |
Parallelise Bulk Import. (#6267)
* Parallelise Bulk Import.
* Set worker count through command line flag.
Diffstat (limited to 'cmd/platform/import.go')
-rw-r--r-- | cmd/platform/import.go | 8 |
1 files changed, 7 insertions, 1 deletions
diff --git a/cmd/platform/import.go b/cmd/platform/import.go index 9cee26a52..ea3e42ad2 100644 --- a/cmd/platform/import.go +++ b/cmd/platform/import.go @@ -35,6 +35,7 @@ var bulkImportCmd = &cobra.Command{ func init() { bulkImportCmd.Flags().Bool("apply", false, "Save the import data to the database. Use with caution - this cannot be reverted.") bulkImportCmd.Flags().Bool("validate", false, "Validate the import data without making any changes to the system.") + bulkImportCmd.Flags().Int("workers", 2, "How many workers to run whilst doing the import.") importCmd.AddCommand( bulkImportCmd, @@ -87,6 +88,11 @@ func bulkImportCmdF(cmd *cobra.Command, args []string) error { return errors.New("Validate flag error") } + workers, err := cmd.Flags().GetInt("workers") + if err != nil { + return errors.New("Workers flag error") + } + if len(args) != 1 { return errors.New("Incorrect number of arguments.") } @@ -110,7 +116,7 @@ func bulkImportCmdF(cmd *cobra.Command, args []string) error { CommandPrettyPrintln("") - if err, lineNumber := app.BulkImport(fileReader, !apply); err != nil { + if err, lineNumber := app.BulkImport(fileReader, !apply, workers); err != nil { CommandPrettyPrintln(err.Error()) if lineNumber != 0 { CommandPrettyPrintln(fmt.Sprintf("Error occurred on data file line %v", lineNumber)) |