initial commit

This commit is contained in:
shoopea 2019-12-29 10:45:12 +08:00
commit fe7d119a63
5 changed files with 222 additions and 0 deletions

2
README.md Normal file
View File

@ -0,0 +1,2 @@
# gocwexp

16
def.go Normal file
View File

@ -0,0 +1,16 @@
package main
import (
"time"
tb "gopkg.in/tucnak/telebot.v2"
)
type ChatWarsMessage struct {
TGUserID64 int64 `json:"tg_user_id"`
TGSenderUserID64 int64 `json:"tg_sender_user_id"`
Date time.Time `json:"date"`
ID64 int64 `json:"id"`
ChatID64 int64 `json:"chat_id"`
Text string `json:"text"`
}

74
main.go Normal file
View File

@ -0,0 +1,74 @@
package main
import (
"flag"
"fmt"
"log"
"sync"
"time"
"gopkg.in/gcfg.v1"
"github.com/Arman92/go-tdlib"
)
var (
ownUserID64 = int64(0)
ownUserID32 = int32(0)
)
func main() {
tdlib.SetLogVerbosityLevel(1)
tdlib.SetFilePath("./errors.txt")
// Create new instance of client
client := tdlib.NewClient(tdlib.Config{
APIID: "187786",
APIHash: "e782045df67ba48e441ccb105da8fc85",
SystemLanguageCode: "en",
DeviceModel: "ChatWarsExport",
SystemVersion: "0.1",
ApplicationVersion: "0.1",
UseMessageDatabase: true,
UseFileDatabase: true,
UseChatInfoDatabase: true,
UseTestDataCenter: false,
DatabaseDirectory: "./tdlib-db",
FileDirectory: "./tdlib-files",
IgnoreFileNames: false,
})
for {
currentState, _ := client.Authorize()
if currentState.GetAuthorizationStateEnum() == tdlib.AuthorizationStateWaitPhoneNumberType {
fmt.Print("Enter phone: ")
var number string
fmt.Scanln(&number)
_, err := client.SendPhoneNumber(number)
logOnError(err, "Error sending phone number.")
} else if currentState.GetAuthorizationStateEnum() == tdlib.AuthorizationStateWaitCodeType {
fmt.Print("Enter code: ")
var code string
fmt.Scanln(&code)
_, err := client.SendAuthCode(code)
logOnError(err, "Error sending auth code.")
} else if currentState.GetAuthorizationStateEnum() == tdlib.AuthorizationStateWaitPasswordType {
fmt.Print("Enter Password: ")
var password string
fmt.Scanln(&password)
_, err := client.SendAuthPassword(password)
logOnError(err, "Error sending auth password.")
} else if currentState.GetAuthorizationStateEnum() == tdlib.AuthorizationStateReadyType {
fmt.Println("Authorization Ready! Let's rock")
break
}
time.Sleep(1 * time.Second)
}
ownUserID32 = OwnUserID(client)
ownUserID64 = int64(OwnUserID(client))
getHistory(client, 408101137)
}

113
td.go Normal file
View File

@ -0,0 +1,113 @@
package main
import (
"encoding/json"
"fmt"
"log"
"math"
"time"
"github.com/Arman92/go-tdlib"
)
func getHistory(c *tdlib.Client, chatID64 *int64) {
var msgCount int32 = 0
var msgParsed int32 = 0
var loopOverflow int32 = 0
var lastParsedID64 int64 = int64(math.MaxInt64)
var lastParsedTime time.Time = time.Now()
var chat int64
var m ChatWarsMessage
chat = *chatID64
chatDetails, err := c.GetChat(chat)
failOnError(err, "getHistory : GetChat")
fmt.Printf("Exporting historic messages for chat %d (%s) ...\n", chat, chatDetails.Title)
for lastParsedID64 >= 0 {
prevLastParsedID64 := lastParsedID64
msgs, err := c.GetChatHistory(chat, lastParsedID64, 0, 99, false)
if err != nil {
if err.Error() == "timeout" {
logOnError(err, "Waiting....")
fmt.Printf("Timeout : %d messages retrieved out of %d dating back %s (%d) ...\n", msgCount, msgParsed, lastParsedTime.Format(time.RFC3339), lastParsedID64)
time.Sleep(5 * time.Second)
} else {
logOnError(err, "Cannot get history")
lastParsedID64 = -1
}
} else if msgs.TotalCount > 0 {
for _, msg := range msgs.Messages {
msgParsed = msgParsed + 1
lastParsedTime = time.Unix(int64(msg.Date), 0)
switch msg.Content.GetMessageContentEnum() {
case tdlib.MessageTextType:
if msg.ForwardInfo == nil {
m = ChatWarsMessage{
TGUserID64: ownUserID64,
TGSenderUserID64: int64(msg.SenderUserID),
ID64: msg.ID,
ChatID64: msg.ChatID,
Text: msg.Content.(*tdlib.MessageText).Text.Text,
}
m.Date = time.Unix(int64(msg.Date), 0)
} else {
if msg.ForwardInfo.GetMessageForwardInfoEnum() == tdlib.MessageForwardedFromUserType {
m = ChatWarsMessage{
TGUserID64: int64(msg.SenderUserID),
TGSenderUserID64: int64(msg.ForwardInfo.(*tdlib.MessageForwardedFromUser).SenderUserID),
ID64: msg.ID,
ChatID64: 0,
Text: msg.Content.(*tdlib.MessageText).Text.Text,
}
m.Date = time.Unix(int64(msg.ForwardInfo.(*tdlib.MessageForwardedFromUser).Date), 0)
} else {
m = ChatWarsMessage{
ID64: 0,
}
}
}
if m.ID64 != 0 {
// export msg here
msgCount = msgCount + 1
}
default:
log.Printf("getHistory(%d) : no handler for %s\n", msg.ID, msg.Content.GetMessageContentEnum())
}
if m.ID64 < lastParsedID64 {
lastParsedID64 = msg.ID
lastParsedTime = m.Date
}
if msgParsed%1000 == 0 {
fmt.Printf("Waiting : %d messages retrieved out of %d dating back %s (%d) ...\n", msgCount, msgParsed, lastParsedTime.Format(time.RFC3339), lastParsedID64)
}
}
} else {
lastParsedID64 = -1
}
if prevLastParsedID64 == lastParsedID64 {
loopOverflow++
if loopOverflow == 5 {
// we should be at the end !
lastParsedID64 = -1
} else {
logOnError(err, "Overflow ...")
fmt.Printf("Overflow : %d messages retrieved out of %d dating back %s (%d) ...\n", msgCount, msgParsed, lastParsedTime.Format(time.RFC3339), lastParsedID64)
time.Sleep(5 * time.Second)
}
} else {
loopOverflow = 0
}
}
log.Printf("Exported %d messages.\n", msgCount)
fmt.Printf("Exported %d messages.\n", msgCount)
}
func OwnUserID(c *tdlib.Client) int32 {
user, _ := c.GetMe()
return user.ID
}

17
utils.go Normal file
View File

@ -0,0 +1,17 @@
package main
import (
"log"
)
func failOnError(err error, msg string) {
if err != nil {
log.Fatalf("%s: %s", msg, err)
}
}
func logOnError(err error, msg string) {
if err != nil {
log.Printf("%s: %s", msg, err)
}
}