From fe7d119a63b23dd9f33ac106b7cb773eb3b8c873 Mon Sep 17 00:00:00 2001 From: shoopea Date: Sun, 29 Dec 2019 10:45:12 +0800 Subject: [PATCH] initial commit --- README.md | 2 + def.go | 16 ++++++++ main.go | 74 +++++++++++++++++++++++++++++++++++ td.go | 113 ++++++++++++++++++++++++++++++++++++++++++++++++++++++ utils.go | 17 ++++++++ 5 files changed, 222 insertions(+) create mode 100644 README.md create mode 100644 def.go create mode 100644 main.go create mode 100644 td.go create mode 100644 utils.go diff --git a/README.md b/README.md new file mode 100644 index 0000000..146deef --- /dev/null +++ b/README.md @@ -0,0 +1,2 @@ +# gocwexp + diff --git a/def.go b/def.go new file mode 100644 index 0000000..1c40aee --- /dev/null +++ b/def.go @@ -0,0 +1,16 @@ +package main + +import ( + "time" + + tb "gopkg.in/tucnak/telebot.v2" +) + +type ChatWarsMessage struct { + TGUserID64 int64 `json:"tg_user_id"` + TGSenderUserID64 int64 `json:"tg_sender_user_id"` + Date time.Time `json:"date"` + ID64 int64 `json:"id"` + ChatID64 int64 `json:"chat_id"` + Text string `json:"text"` +} diff --git a/main.go b/main.go new file mode 100644 index 0000000..0cadcf6 --- /dev/null +++ b/main.go @@ -0,0 +1,74 @@ +package main + +import ( + "flag" + "fmt" + "log" + "sync" + "time" + + "gopkg.in/gcfg.v1" + + "github.com/Arman92/go-tdlib" +) + +var ( + ownUserID64 = int64(0) + ownUserID32 = int32(0) +) + +func main() { + + tdlib.SetLogVerbosityLevel(1) + tdlib.SetFilePath("./errors.txt") + + // Create new instance of client + client := tdlib.NewClient(tdlib.Config{ + APIID: "187786", + APIHash: "e782045df67ba48e441ccb105da8fc85", + SystemLanguageCode: "en", + DeviceModel: "ChatWarsExport", + SystemVersion: "0.1", + ApplicationVersion: "0.1", + UseMessageDatabase: true, + UseFileDatabase: true, + UseChatInfoDatabase: true, + UseTestDataCenter: false, + DatabaseDirectory: "./tdlib-db", + FileDirectory: "./tdlib-files", + IgnoreFileNames: false, + }) + + for { + currentState, _ := client.Authorize() + if currentState.GetAuthorizationStateEnum() == tdlib.AuthorizationStateWaitPhoneNumberType { + fmt.Print("Enter phone: ") + var number string + fmt.Scanln(&number) + _, err := client.SendPhoneNumber(number) + logOnError(err, "Error sending phone number.") + } else if currentState.GetAuthorizationStateEnum() == tdlib.AuthorizationStateWaitCodeType { + fmt.Print("Enter code: ") + var code string + fmt.Scanln(&code) + _, err := client.SendAuthCode(code) + logOnError(err, "Error sending auth code.") + } else if currentState.GetAuthorizationStateEnum() == tdlib.AuthorizationStateWaitPasswordType { + fmt.Print("Enter Password: ") + var password string + fmt.Scanln(&password) + _, err := client.SendAuthPassword(password) + logOnError(err, "Error sending auth password.") + } else if currentState.GetAuthorizationStateEnum() == tdlib.AuthorizationStateReadyType { + fmt.Println("Authorization Ready! Let's rock") + break + } + time.Sleep(1 * time.Second) + } + + ownUserID32 = OwnUserID(client) + ownUserID64 = int64(OwnUserID(client)) + + getHistory(client, 408101137) + +} diff --git a/td.go b/td.go new file mode 100644 index 0000000..d9e63c4 --- /dev/null +++ b/td.go @@ -0,0 +1,113 @@ +package main + +import ( + "encoding/json" + "fmt" + "log" + "math" + "time" + + "github.com/Arman92/go-tdlib" +) + +func getHistory(c *tdlib.Client, chatID64 *int64) { + var msgCount int32 = 0 + var msgParsed int32 = 0 + var loopOverflow int32 = 0 + var lastParsedID64 int64 = int64(math.MaxInt64) + var lastParsedTime time.Time = time.Now() + var chat int64 + var m ChatWarsMessage + + chat = *chatID64 + + chatDetails, err := c.GetChat(chat) + failOnError(err, "getHistory : GetChat") + fmt.Printf("Exporting historic messages for chat %d (%s) ...\n", chat, chatDetails.Title) + + for lastParsedID64 >= 0 { + prevLastParsedID64 := lastParsedID64 + msgs, err := c.GetChatHistory(chat, lastParsedID64, 0, 99, false) + if err != nil { + if err.Error() == "timeout" { + logOnError(err, "Waiting....") + fmt.Printf("Timeout : %d messages retrieved out of %d dating back %s (%d) ...\n", msgCount, msgParsed, lastParsedTime.Format(time.RFC3339), lastParsedID64) + time.Sleep(5 * time.Second) + } else { + logOnError(err, "Cannot get history") + lastParsedID64 = -1 + } + } else if msgs.TotalCount > 0 { + for _, msg := range msgs.Messages { + msgParsed = msgParsed + 1 + lastParsedTime = time.Unix(int64(msg.Date), 0) + switch msg.Content.GetMessageContentEnum() { + case tdlib.MessageTextType: + if msg.ForwardInfo == nil { + m = ChatWarsMessage{ + TGUserID64: ownUserID64, + TGSenderUserID64: int64(msg.SenderUserID), + ID64: msg.ID, + ChatID64: msg.ChatID, + Text: msg.Content.(*tdlib.MessageText).Text.Text, + } + m.Date = time.Unix(int64(msg.Date), 0) + } else { + if msg.ForwardInfo.GetMessageForwardInfoEnum() == tdlib.MessageForwardedFromUserType { + m = ChatWarsMessage{ + TGUserID64: int64(msg.SenderUserID), + TGSenderUserID64: int64(msg.ForwardInfo.(*tdlib.MessageForwardedFromUser).SenderUserID), + ID64: msg.ID, + ChatID64: 0, + Text: msg.Content.(*tdlib.MessageText).Text.Text, + } + m.Date = time.Unix(int64(msg.ForwardInfo.(*tdlib.MessageForwardedFromUser).Date), 0) + + } else { + m = ChatWarsMessage{ + ID64: 0, + } + } + } + + if m.ID64 != 0 { + // export msg here + msgCount = msgCount + 1 + } + default: + log.Printf("getHistory(%d) : no handler for %s\n", msg.ID, msg.Content.GetMessageContentEnum()) + } + if m.ID64 < lastParsedID64 { + lastParsedID64 = msg.ID + lastParsedTime = m.Date + } + if msgParsed%1000 == 0 { + fmt.Printf("Waiting : %d messages retrieved out of %d dating back %s (%d) ...\n", msgCount, msgParsed, lastParsedTime.Format(time.RFC3339), lastParsedID64) + } + + } + } else { + lastParsedID64 = -1 + } + if prevLastParsedID64 == lastParsedID64 { + loopOverflow++ + if loopOverflow == 5 { + // we should be at the end ! + lastParsedID64 = -1 + } else { + logOnError(err, "Overflow ...") + fmt.Printf("Overflow : %d messages retrieved out of %d dating back %s (%d) ...\n", msgCount, msgParsed, lastParsedTime.Format(time.RFC3339), lastParsedID64) + time.Sleep(5 * time.Second) + } + } else { + loopOverflow = 0 + } + } + log.Printf("Exported %d messages.\n", msgCount) + fmt.Printf("Exported %d messages.\n", msgCount) +} + +func OwnUserID(c *tdlib.Client) int32 { + user, _ := c.GetMe() + return user.ID +} diff --git a/utils.go b/utils.go new file mode 100644 index 0000000..59e408e --- /dev/null +++ b/utils.go @@ -0,0 +1,17 @@ +package main + +import ( + "log" +) + +func failOnError(err error, msg string) { + if err != nil { + log.Fatalf("%s: %s", msg, err) + } +} + +func logOnError(err error, msg string) { + if err != nil { + log.Printf("%s: %s", msg, err) + } +}