Implemention of slack import feature.

1 files changed, 246 insertions, 0 deletions

diff --git a/api/slackimport.go b/api/slackimport.go
new file mode 100644
index 000000000..c662181cb
--- /dev/null
+++ b/api/slackimport.go
@@ -0,0 +1,246 @@
+// Copyright (c) 2015 Spinpunch, Inc. All Rights Reserved.
+// See License.txt for license information.
+
+package api
+
+import (
+	"archive/zip"
+	"bytes"
+	l4g "code.google.com/p/log4go"
+	"encoding/json"
+	"github.com/mattermost/platform/model"
+	"io"
+	"mime/multipart"
+	"strconv"
+	"strings"
+)
+
+type SlackChannel struct {
+	Id      string            `json:"id"`
+	Name    string            `json:"name"`
+	Members []string          `json:"members"`
+	Topic   map[string]string `json:"topic"`
+}
+
+type SlackUser struct {
+	Id       string            `json:"id"`
+	UserName string            `json:"name"`
+	Profile  map[string]string `json:"profile"`
+}
+
+type SlackPost struct {
+	User        string            `json:"user"`
+	BotId       string            `json:"bot_id"`
+	BotUsername string            `json:"username"`
+	Text        string            `json:"text"`
+	TimeStamp   string            `json:"ts"`
+	Type        string            `json:"type"`
+	SubType     string            `json:"subtype"`
+	Comment     map[string]string `json:"comment"`
+}
+
+func SlackConvertTimeStamp(ts string) int64 {
+	timeString := strings.SplitN(ts, ".", 2)[0]
+
+	timeStamp, err := strconv.ParseInt(timeString, 10, 64)
+	if err != nil {
+		l4g.Warn("Bad timestamp detected")
+		return 1
+	}
+	return timeStamp * 1000 // Convert to milliseconds
+}
+
+func SlackParseChannels(data io.Reader) []SlackChannel {
+	decoder := json.NewDecoder(data)
+
+	var channels []SlackChannel
+	if err := decoder.Decode(&channels); err != nil {
+		return make([]SlackChannel, 0)
+	}
+	return channels
+}
+
+func SlackParseUsers(data io.Reader) []SlackUser {
+	decoder := json.NewDecoder(data)
+
+	var users []SlackUser
+	if err := decoder.Decode(&users); err != nil {
+		return make([]SlackUser, 0)
+	}
+	return users
+}
+
+func SlackParsePosts(data io.Reader) []SlackPost {
+	decoder := json.NewDecoder(data)
+
+	var posts []SlackPost
+	if err := decoder.Decode(&posts); err != nil {
+		return make([]SlackPost, 0)
+	}
+	return posts
+}
+
+func SlackAddUsers(teamId string, slackusers []SlackUser, log *bytes.Buffer) map[string]*model.User {
+	// Log header
+	log.WriteString("\n Users Created\n")
+	log.WriteString("===============\n\n")
+
+	// Add users
+	addedUsers := make(map[string]*model.User)
+	for _, sUser := range slackusers {
+		firstName := ""
+		lastName := ""
+		if name, ok := sUser.Profile["first_name"]; ok {
+			firstName = name
+		}
+		if name, ok := sUser.Profile["last_name"]; ok {
+			lastName = name
+		}
+
+		password := model.NewId()
+
+		newUser := model.User{
+			TeamId:    teamId,
+			Username:  sUser.UserName,
+			FirstName: firstName,
+			LastName:  lastName,
+			Email:     sUser.Profile["email"],
+			Password:  password,
+		}
+
+		if mUser := ImportUser(&newUser); mUser != nil {
+			addedUsers[sUser.Id] = mUser
+			log.WriteString("Email, Password: " + newUser.Email + ", " + password + "\n")
+		} else {
+			log.WriteString("Unable to import user: " + sUser.UserName)
+		}
+	}
+
+	return addedUsers
+}
+
+func SlackAddPosts(channel *model.Channel, posts []SlackPost, users map[string]*model.User) {
+	for _, sPost := range posts {
+		switch {
+		case sPost.Type == "message" && (sPost.SubType == "" || sPost.SubType == "file_share"):
+			if sPost.User == "" {
+				l4g.Debug("Message without user")
+				continue
+			} else if users[sPost.User] == nil {
+				l4g.Debug("User: " + sPost.User + " does not exist!")
+				continue
+			}
+			newPost := model.Post{
+				UserId:    users[sPost.User].Id,
+				ChannelId: channel.Id,
+				Message:   sPost.Text,
+				CreateAt:  SlackConvertTimeStamp(sPost.TimeStamp),
+			}
+			ImportPost(&newPost)
+		case sPost.Type == "message" && sPost.SubType == "file_comment":
+			if sPost.Comment["user"] == "" {
+				l4g.Debug("Message without user")
+				continue
+			} else if users[sPost.Comment["user"]] == nil {
+				l4g.Debug("User: " + sPost.User + " does not exist!")
+				continue
+			}
+			newPost := model.Post{
+				UserId:    users[sPost.Comment["user"]].Id,
+				ChannelId: channel.Id,
+				Message:   sPost.Comment["comment"],
+				CreateAt:  SlackConvertTimeStamp(sPost.TimeStamp),
+			}
+			ImportPost(&newPost)
+		case sPost.Type == "message" && sPost.SubType == "bot_message":
+			// In the future this will use the "Action Post" spec to post
+			// a message without using a username. For now we just warn that we don't handle this case
+			l4g.Warn("Slack bot posts are not imported yet")
+		default:
+			l4g.Warn("Unsupported post type: " + sPost.Type + ", " + sPost.SubType)
+		}
+	}
+}
+
+func SlackAddChannels(teamId string, slackchannels []SlackChannel, posts map[string][]SlackPost, users map[string]*model.User, log *bytes.Buffer) map[string]*model.Channel {
+	// Write Header
+	log.WriteString("\n Channels Added \n")
+	log.WriteString("=================\n\n")
+
+	// Add channels
+	addedChannels := make(map[string]*model.Channel)
+	for _, sChannel := range slackchannels {
+		newChannel := model.Channel{
+			TeamId:      teamId,
+			Type:        model.CHANNEL_OPEN,
+			DisplayName: sChannel.Name,
+			Name:        sChannel.Name,
+			Description: sChannel.Topic["value"],
+		}
+		mChannel := ImportChannel(&newChannel)
+		if mChannel == nil {
+			// Maybe it already exists?
+			if result := <-Srv.Store.Channel().GetByName(teamId, sChannel.Name); result.Err != nil {
+				l4g.Debug("Failed to import: %s", newChannel.DisplayName)
+				log.WriteString("Failed to import: " + newChannel.DisplayName + "\n")
+				continue
+			} else {
+				mChannel = result.Data.(*model.Channel)
+				log.WriteString("Merged with existing channel: " + newChannel.DisplayName + "\n")
+			}
+		}
+		log.WriteString(newChannel.DisplayName + "\n")
+		addedChannels[sChannel.Id] = mChannel
+		SlackAddPosts(mChannel, posts[sChannel.Name], users)
+	}
+
+	return addedChannels
+}
+
+func SlackImport(fileData multipart.File, fileSize int64, teamID string) (*model.AppError, *bytes.Buffer) {
+	zipreader, err := zip.NewReader(fileData, fileSize)
+	if err != nil || zipreader.File == nil {
+		return model.NewAppError("SlackImport", "Unable to open zip file", err.Error()), nil
+	}
+
+	// Create log file
+	log := bytes.NewBufferString("Mattermost Slack Import Log\n")
+
+	var channels []SlackChannel
+	var users []SlackUser
+	posts := make(map[string][]SlackPost)
+	for _, file := range zipreader.File {
+		reader, err := file.Open()
+		if err != nil {
+			return model.NewAppError("SlackImport", "Unable to open: "+file.Name, err.Error()), log
+		}
+		if file.Name == "channels.json" {
+			channels = SlackParseChannels(reader)
+		} else if file.Name == "users.json" {
+			users = SlackParseUsers(reader)
+		} else {
+			spl := strings.Split(file.Name, "/")
+			if len(spl) == 2 && strings.HasSuffix(spl[1], ".json") {
+				newposts := SlackParsePosts(reader)
+				channel := spl[0]
+				if _, ok := posts[channel]; ok == false {
+					posts[channel] = newposts
+				} else {
+					posts[channel] = append(posts[channel], newposts...)
+				}
+			}
+
+		}
+	}
+
+	addedUsers := SlackAddUsers(teamID, users, log)
+	SlackAddChannels(teamID, channels, posts, addedUsers, log)
+
+	log.WriteString("\n Notes \n")
+	log.WriteString("=======\n\n")
+
+	log.WriteString("- Some posts may not have been imported because they where not supported by this importer.\n")
+	log.WriteString("- Slack bot posts are currently not supported.\n")
+
+	return nil, log
+}