summaryrefslogtreecommitdiffstats
path: root/api/slackimport.go
diff options
context:
space:
mode:
Diffstat (limited to 'api/slackimport.go')
-rw-r--r--api/slackimport.go244
1 files changed, 244 insertions, 0 deletions
diff --git a/api/slackimport.go b/api/slackimport.go
new file mode 100644
index 000000000..ca3fdf3d1
--- /dev/null
+++ b/api/slackimport.go
@@ -0,0 +1,244 @@
+// Copyright (c) 2015 Spinpunch, Inc. All Rights Reserved.
+// See License.txt for license information.
+
+package api
+
+import (
+ "archive/zip"
+ "bytes"
+ l4g "code.google.com/p/log4go"
+ "encoding/json"
+ "github.com/mattermost/platform/model"
+ "io"
+ "mime/multipart"
+ "strconv"
+ "strings"
+)
+
+type SlackChannel struct {
+ Id string `json:"id"`
+ Name string `json:"name"`
+ Members []string `json:"members"`
+ Topic map[string]string `json:"topic"`
+}
+
+type SlackUser struct {
+ Id string `json:"id"`
+ Username string `json:"name"`
+ Profile map[string]string `json:"profile"`
+}
+
+type SlackPost struct {
+ User string `json:"user"`
+ BotId string `json:"bot_id"`
+ BotUsername string `json:"username"`
+ Text string `json:"text"`
+ TimeStamp string `json:"ts"`
+ Type string `json:"type"`
+ SubType string `json:"subtype"`
+ Comment map[string]string `json:"comment"`
+}
+
+func SlackConvertTimeStamp(ts string) int64 {
+ timeString := strings.SplitN(ts, ".", 2)[0]
+
+ timeStamp, err := strconv.ParseInt(timeString, 10, 64)
+ if err != nil {
+ l4g.Warn("Bad timestamp detected")
+ return 1
+ }
+ return timeStamp * 1000 // Convert to milliseconds
+}
+
+func SlackParseChannels(data io.Reader) []SlackChannel {
+ decoder := json.NewDecoder(data)
+
+ var channels []SlackChannel
+ if err := decoder.Decode(&channels); err != nil {
+ return make([]SlackChannel, 0)
+ }
+ return channels
+}
+
+func SlackParseUsers(data io.Reader) []SlackUser {
+ decoder := json.NewDecoder(data)
+
+ var users []SlackUser
+ if err := decoder.Decode(&users); err != nil {
+ return make([]SlackUser, 0)
+ }
+ return users
+}
+
+func SlackParsePosts(data io.Reader) []SlackPost {
+ decoder := json.NewDecoder(data)
+
+ var posts []SlackPost
+ if err := decoder.Decode(&posts); err != nil {
+ return make([]SlackPost, 0)
+ }
+ return posts
+}
+
+func SlackAddUsers(teamId string, slackusers []SlackUser, log *bytes.Buffer) map[string]*model.User {
+ // Log header
+ log.WriteString("\n Users Created\n")
+ log.WriteString("===============\n\n")
+
+ addedUsers := make(map[string]*model.User)
+ for _, sUser := range slackusers {
+ firstName := ""
+ lastName := ""
+ if name, ok := sUser.Profile["first_name"]; ok {
+ firstName = name
+ }
+ if name, ok := sUser.Profile["last_name"]; ok {
+ lastName = name
+ }
+
+ password := model.NewId()
+
+ newUser := model.User{
+ TeamId: teamId,
+ Username: sUser.Username,
+ FirstName: firstName,
+ LastName: lastName,
+ Email: sUser.Profile["email"],
+ Password: password,
+ }
+
+ if mUser := ImportUser(&newUser); mUser != nil {
+ addedUsers[sUser.Id] = mUser
+ log.WriteString("Email, Password: " + newUser.Email + ", " + password + "\n")
+ } else {
+ log.WriteString("Unable to import user: " + sUser.Username)
+ }
+ }
+
+ return addedUsers
+}
+
+func SlackAddPosts(channel *model.Channel, posts []SlackPost, users map[string]*model.User) {
+ for _, sPost := range posts {
+ switch {
+ case sPost.Type == "message" && (sPost.SubType == "" || sPost.SubType == "file_share"):
+ if sPost.User == "" {
+ l4g.Debug("Message without user")
+ continue
+ } else if users[sPost.User] == nil {
+ l4g.Debug("User: " + sPost.User + " does not exist!")
+ continue
+ }
+ newPost := model.Post{
+ UserId: users[sPost.User].Id,
+ ChannelId: channel.Id,
+ Message: sPost.Text,
+ CreateAt: SlackConvertTimeStamp(sPost.TimeStamp),
+ }
+ ImportPost(&newPost)
+ case sPost.Type == "message" && sPost.SubType == "file_comment":
+ if sPost.Comment["user"] == "" {
+ l4g.Debug("Message without user")
+ continue
+ } else if users[sPost.Comment["user"]] == nil {
+ l4g.Debug("User: " + sPost.User + " does not exist!")
+ continue
+ }
+ newPost := model.Post{
+ UserId: users[sPost.Comment["user"]].Id,
+ ChannelId: channel.Id,
+ Message: sPost.Comment["comment"],
+ CreateAt: SlackConvertTimeStamp(sPost.TimeStamp),
+ }
+ ImportPost(&newPost)
+ case sPost.Type == "message" && sPost.SubType == "bot_message":
+ // In the future this will use the "Action Post" spec to post
+ // a message without using a username. For now we just warn that we don't handle this case
+ l4g.Warn("Slack bot posts are not imported yet")
+ default:
+ l4g.Warn("Unsupported post type: " + sPost.Type + ", " + sPost.SubType)
+ }
+ }
+}
+
+func SlackAddChannels(teamId string, slackchannels []SlackChannel, posts map[string][]SlackPost, users map[string]*model.User, log *bytes.Buffer) map[string]*model.Channel {
+ // Write Header
+ log.WriteString("\n Channels Added \n")
+ log.WriteString("=================\n\n")
+
+ addedChannels := make(map[string]*model.Channel)
+ for _, sChannel := range slackchannels {
+ newChannel := model.Channel{
+ TeamId: teamId,
+ Type: model.CHANNEL_OPEN,
+ DisplayName: sChannel.Name,
+ Name: sChannel.Name,
+ Description: sChannel.Topic["value"],
+ }
+ mChannel := ImportChannel(&newChannel)
+ if mChannel == nil {
+ // Maybe it already exists?
+ if result := <-Srv.Store.Channel().GetByName(teamId, sChannel.Name); result.Err != nil {
+ l4g.Debug("Failed to import: %s", newChannel.DisplayName)
+ log.WriteString("Failed to import: " + newChannel.DisplayName + "\n")
+ continue
+ } else {
+ mChannel = result.Data.(*model.Channel)
+ log.WriteString("Merged with existing channel: " + newChannel.DisplayName + "\n")
+ }
+ }
+ log.WriteString(newChannel.DisplayName + "\n")
+ addedChannels[sChannel.Id] = mChannel
+ SlackAddPosts(mChannel, posts[sChannel.Name], users)
+ }
+
+ return addedChannels
+}
+
+func SlackImport(fileData multipart.File, fileSize int64, teamID string) (*model.AppError, *bytes.Buffer) {
+ zipreader, err := zip.NewReader(fileData, fileSize)
+ if err != nil || zipreader.File == nil {
+ return model.NewAppError("SlackImport", "Unable to open zip file", err.Error()), nil
+ }
+
+ // Create log file
+ log := bytes.NewBufferString("Mattermost Slack Import Log\n")
+
+ var channels []SlackChannel
+ var users []SlackUser
+ posts := make(map[string][]SlackPost)
+ for _, file := range zipreader.File {
+ reader, err := file.Open()
+ if err != nil {
+ return model.NewAppError("SlackImport", "Unable to open: "+file.Name, err.Error()), log
+ }
+ if file.Name == "channels.json" {
+ channels = SlackParseChannels(reader)
+ } else if file.Name == "users.json" {
+ users = SlackParseUsers(reader)
+ } else {
+ spl := strings.Split(file.Name, "/")
+ if len(spl) == 2 && strings.HasSuffix(spl[1], ".json") {
+ newposts := SlackParsePosts(reader)
+ channel := spl[0]
+ if _, ok := posts[channel]; ok == false {
+ posts[channel] = newposts
+ } else {
+ posts[channel] = append(posts[channel], newposts...)
+ }
+ }
+
+ }
+ }
+
+ addedUsers := SlackAddUsers(teamID, users, log)
+ SlackAddChannels(teamID, channels, posts, addedUsers, log)
+
+ log.WriteString("\n Notes \n")
+ log.WriteString("=======\n\n")
+
+ log.WriteString("- Some posts may not have been imported because they where not supported by this importer.\n")
+ log.WriteString("- Slack bot posts are currently not supported.\n")
+
+ return nil, log
+}
generated by cgit v1.2.3-1-g7c22 (git 2.25.1) at 2024-10-31 14:58:18 +0000