|
|
|
@ -1,25 +1,236 @@ |
|
|
|
package main |
|
|
|
package main |
|
|
|
|
|
|
|
|
|
|
|
import ( |
|
|
|
import ( |
|
|
|
|
|
|
|
"encoding/json" |
|
|
|
|
|
|
|
"encoding/xml" |
|
|
|
|
|
|
|
"html/template" |
|
|
|
"log" |
|
|
|
"log" |
|
|
|
"os" |
|
|
|
"os" |
|
|
|
"ssender/internal/config" |
|
|
|
|
|
|
|
"ssender/internal/db" |
|
|
|
|
|
|
|
"ssender/internal/rss" |
|
|
|
|
|
|
|
"ssender/internal/send" |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
"github.com/SevereCloud/vksdk/v2/api" |
|
|
|
|
|
|
|
"github.com/boltdb/bolt" |
|
|
|
|
|
|
|
tgbotapi "github.com/go-telegram-bot-api/telegram-bot-api/v5" |
|
|
|
"github.com/jessevdk/go-flags" |
|
|
|
"github.com/jessevdk/go-flags" |
|
|
|
|
|
|
|
"gopkg.in/yaml.v2" |
|
|
|
) |
|
|
|
) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
type Config struct { |
|
|
|
|
|
|
|
Dbpath string `yaml:"dbpath"` |
|
|
|
|
|
|
|
Telegram struct { |
|
|
|
|
|
|
|
Send bool `yaml:"send"` |
|
|
|
|
|
|
|
SendDebug bool `yaml:"senddebug"` |
|
|
|
|
|
|
|
ChatId int64 `yaml:"chatid"` |
|
|
|
|
|
|
|
Token string `yaml:"token"` |
|
|
|
|
|
|
|
} `yaml:"telegram"` |
|
|
|
|
|
|
|
VK struct { |
|
|
|
|
|
|
|
Send bool `yaml:"send"` |
|
|
|
|
|
|
|
Token string `yaml:"token"` |
|
|
|
|
|
|
|
OwnerId int64 `yaml:"ownerid"` |
|
|
|
|
|
|
|
} `yaml:"vk"` |
|
|
|
|
|
|
|
Facebook struct { |
|
|
|
|
|
|
|
Send bool `yaml:"send"` |
|
|
|
|
|
|
|
Token string `yaml:"token"` |
|
|
|
|
|
|
|
} `yaml:"facebook"` |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
func NewConfig(configPath string) (*Config, error) { |
|
|
|
|
|
|
|
// Create config structure
|
|
|
|
|
|
|
|
config := &Config{} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// Open config file
|
|
|
|
|
|
|
|
file, err := os.Open(configPath) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
return nil, err |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
defer file.Close() |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// Init new YAML decode
|
|
|
|
|
|
|
|
d := yaml.NewDecoder(file) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// Start YAML decoding from file
|
|
|
|
|
|
|
|
if err := d.Decode(&config); err != nil { |
|
|
|
|
|
|
|
return nil, err |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
return config, nil |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
type Options struct { |
|
|
|
type Options struct { |
|
|
|
FileParse string `short:"f" long:"fileparse" description:"File for parse (rss xml)" required:"true"` |
|
|
|
FileParse string `short:"f" long:"fileparse" description:"File for parse (rss xml)" required:"true"` |
|
|
|
ConfigPath string `short:"c" long:"configpath" description:"Config file path"` |
|
|
|
ConfigPath string `short:"c" long:"configpath" description:"Config file path"` |
|
|
|
InitDB bool `short:"i" long:"initdb" description:"Run initialize from current file"` |
|
|
|
InitDB bool `short:"i" long:"initdb" description:"Run initialize from current file"` |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
var ( |
|
|
|
var ConfigPath = "/etc/ssender/config.yml" |
|
|
|
ConfigPath = "/etc/ssender/config.yml" |
|
|
|
|
|
|
|
) |
|
|
|
type Rss2 struct { |
|
|
|
|
|
|
|
XMLName xml.Name `xml:"rss"` |
|
|
|
|
|
|
|
Version string `xml:"version,attr"` |
|
|
|
|
|
|
|
// Required
|
|
|
|
|
|
|
|
Title string `xml:"channel>title"` |
|
|
|
|
|
|
|
Link string `xml:"channel>link"` |
|
|
|
|
|
|
|
Description string `xml:"channel>description"` |
|
|
|
|
|
|
|
// Optional
|
|
|
|
|
|
|
|
PubDate string `xml:"channel>pubDate"` |
|
|
|
|
|
|
|
ItemList []Item `xml:"channel>item"` |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
type Item struct { |
|
|
|
|
|
|
|
// Required
|
|
|
|
|
|
|
|
Title string `xml:"title"` |
|
|
|
|
|
|
|
Link string `xml:"link"` |
|
|
|
|
|
|
|
Description template.HTML `xml:"description"` |
|
|
|
|
|
|
|
// Optional
|
|
|
|
|
|
|
|
Content template.HTML `xml:"encoded"` |
|
|
|
|
|
|
|
PubDate string `xml:"pubDate"` |
|
|
|
|
|
|
|
Comments string `xml:"comments"` |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
func NewRSS(rssPath string) (*Rss2, error) { |
|
|
|
|
|
|
|
rss := &Rss2{} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// Open rss2 file
|
|
|
|
|
|
|
|
file, err := os.Open(rssPath) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
return nil, err |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
defer file.Close() |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
d := xml.NewDecoder(file) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// Start RSS decoding from file
|
|
|
|
|
|
|
|
if err := d.Decode(&rss); err != nil { |
|
|
|
|
|
|
|
return nil, err |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
return rss, nil |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
type SendItems struct { |
|
|
|
|
|
|
|
ItemList []Item |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
var senditems SendItems |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
func FindItems(rss Rss2, dbpath string) { |
|
|
|
|
|
|
|
db, err := bolt.Open(dbpath, 0600, nil) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
log.Fatal(err) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
defer db.Close() |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for _, v := range rss.ItemList { |
|
|
|
|
|
|
|
db.View(func(tx *bolt.Tx) error { |
|
|
|
|
|
|
|
// Assume bucket exists and has keys
|
|
|
|
|
|
|
|
b := tx.Bucket([]byte("rss")) |
|
|
|
|
|
|
|
c := b.Cursor() |
|
|
|
|
|
|
|
flag := false |
|
|
|
|
|
|
|
for key, _ := c.First(); key != nil; key, _ = c.Next() { |
|
|
|
|
|
|
|
if v.Link == string(key) { |
|
|
|
|
|
|
|
flag = true |
|
|
|
|
|
|
|
break |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
if flag != true { |
|
|
|
|
|
|
|
senditems.ItemList = append(senditems.ItemList, v) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
return nil |
|
|
|
|
|
|
|
}) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
func InitDb(rss Rss2, dbpath string) { |
|
|
|
|
|
|
|
log.Println("Initialize DB") |
|
|
|
|
|
|
|
db, err := bolt.Open(dbpath, 0600, nil) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
log.Fatal(err) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
defer db.Close() |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
db.Update(func(tx *bolt.Tx) error { |
|
|
|
|
|
|
|
b, err := tx.CreateBucketIfNotExists([]byte("rss")) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
return err |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
for _, v := range rss.ItemList { |
|
|
|
|
|
|
|
encoded, err := json.Marshal(v) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
return err |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
err = b.Put([]byte(v.Link), encoded) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
return err |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
return nil |
|
|
|
|
|
|
|
}) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
func (config Config) RunSend() { |
|
|
|
|
|
|
|
for _, v := range senditems.ItemList { |
|
|
|
|
|
|
|
if config.Telegram.Send { |
|
|
|
|
|
|
|
log.Println("Send to telegram") |
|
|
|
|
|
|
|
bot, err := tgbotapi.NewBotAPI(config.Telegram.Token) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
log.Panic(err) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
bot.Debug = config.Telegram.SendDebug |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// s := "<b>" + string(v.Title) + "</b>\n" + html.UnescapeString(string(v.Description)) +
|
|
|
|
|
|
|
|
// "\nhttps://t.me/iv?url=" + v.Link + "&rhash=da76512d0ff2a2" +
|
|
|
|
|
|
|
|
// "\n\nСсылка на пост: " + v.Link
|
|
|
|
|
|
|
|
msg := tgbotapi.NewMessage(config.Telegram.ChatId, v.Link) |
|
|
|
|
|
|
|
msg.ParseMode = "Html" |
|
|
|
|
|
|
|
_, err = bot.Send(msg) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
log.Panic(err) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
log.Println("Sended to telegram") |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
if config.VK.Send { |
|
|
|
|
|
|
|
log.Println("Send to VK") |
|
|
|
|
|
|
|
vk := api.NewVK(config.VK.Token) |
|
|
|
|
|
|
|
_, err := vk.WallPost(api.Params{ |
|
|
|
|
|
|
|
"owner_id": config.VK.OwnerId, |
|
|
|
|
|
|
|
"attachments": v.Link, |
|
|
|
|
|
|
|
}) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
log.Fatal(err) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
log.Println("Sended to VK") |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
if config.Facebook.Send { |
|
|
|
|
|
|
|
log.Println("Send to Facebook") |
|
|
|
|
|
|
|
log.Println("Sending to facebook is not implemented yet") |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
func UpdateDb(dbpath string) { |
|
|
|
|
|
|
|
log.Println("Update DB") |
|
|
|
|
|
|
|
db, err := bolt.Open(dbpath, 0600, nil) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
log.Fatal(err) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
defer db.Close() |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
db.Update(func(tx *bolt.Tx) error { |
|
|
|
|
|
|
|
b := tx.Bucket([]byte("rss")) |
|
|
|
|
|
|
|
for _, v := range senditems.ItemList { |
|
|
|
|
|
|
|
encoded, err := json.Marshal(v) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
return err |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
err = b.Put([]byte(v.Link), encoded) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
return err |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
return nil |
|
|
|
|
|
|
|
}) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
func main() { |
|
|
|
func main() { |
|
|
|
log.Println("Run processing") |
|
|
|
log.Println("Run processing") |
|
|
|
@ -39,15 +250,13 @@ func main() { |
|
|
|
} |
|
|
|
} |
|
|
|
log.Println("Flags processed") |
|
|
|
log.Println("Flags processed") |
|
|
|
|
|
|
|
|
|
|
|
if options.ConfigPath == "" { |
|
|
|
if options.ConfigPath != "" { |
|
|
|
log.Println("Config path not found in options! Use default from /etc/ssender/config.yml") |
|
|
|
|
|
|
|
} else { |
|
|
|
|
|
|
|
log.Printf("Config from: %s\n", options.ConfigPath) |
|
|
|
log.Printf("Config from: %s\n", options.ConfigPath) |
|
|
|
ConfigPath = options.ConfigPath |
|
|
|
ConfigPath = options.ConfigPath |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
// Get config
|
|
|
|
// Get config
|
|
|
|
cfg, err := config.NewConfig(ConfigPath) |
|
|
|
cfg, err := NewConfig(ConfigPath) |
|
|
|
if err != nil { |
|
|
|
if err != nil { |
|
|
|
log.Fatal(err) |
|
|
|
log.Fatal(err) |
|
|
|
} |
|
|
|
} |
|
|
|
@ -55,38 +264,22 @@ func main() { |
|
|
|
|
|
|
|
|
|
|
|
// Parse rss file
|
|
|
|
// Parse rss file
|
|
|
|
log.Printf("Parse file %s \n", options.FileParse) |
|
|
|
log.Printf("Parse file %s \n", options.FileParse) |
|
|
|
rss, err := rss.NewRSS(options.FileParse) |
|
|
|
rss, err := NewRSS(options.FileParse) |
|
|
|
if err != nil { |
|
|
|
if err != nil { |
|
|
|
log.Fatal(err) |
|
|
|
log.Fatal(err) |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
if options.InitDB { |
|
|
|
if options.InitDB { |
|
|
|
err := db.InitDb(*rss, cfg.Dbpath) |
|
|
|
InitDb(*rss, cfg.Dbpath) |
|
|
|
if err != nil { |
|
|
|
} else { |
|
|
|
log.Fatal(err) |
|
|
|
//Find new items
|
|
|
|
} |
|
|
|
FindItems(*rss, cfg.Dbpath) |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// Find new items
|
|
|
|
|
|
|
|
sendItems, err := db.FindItems(*rss, cfg.Dbpath) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
log.Fatal(err) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
log.Printf("Found %d new items to send\n", len(sendItems.ItemList)) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if len(sendItems.ItemList) > 0 { |
|
|
|
if len(senditems.ItemList) > 0 { |
|
|
|
// Run send data depended on configuration options
|
|
|
|
// Run send data depended on configuration options
|
|
|
|
log.Println("Run send process") |
|
|
|
log.Println("Run send process") |
|
|
|
err := send.RunSend(sendItems, *cfg) |
|
|
|
cfg.RunSend() |
|
|
|
if err != nil { |
|
|
|
UpdateDb(cfg.Dbpath) |
|
|
|
log.Fatal(err) |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
// Run update db
|
|
|
|
|
|
|
|
err = db.UpdateDb(cfg.Dbpath, sendItems) |
|
|
|
|
|
|
|
if err != nil { |
|
|
|
|
|
|
|
log.Fatal(err) |
|
|
|
|
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
log.Println("End processing") |
|
|
|
log.Println("End processing") |
|
|
|
} |
|
|
|
} |
|
|
|
|
