tss/app/config.go

160 lines
4.1 KiB
Go
Raw Normal View History

2022-04-27 00:19:05 -04:00
package app
2022-04-26 09:55:59 -04:00
import (
2022-05-27 18:26:30 -04:00
"fmt"
2022-04-26 09:55:59 -04:00
"os"
2022-04-28 19:24:21 -04:00
"path"
2022-04-26 09:55:59 -04:00
2022-05-03 17:14:37 -04:00
"go.balki.me/tss/parser"
2022-04-26 09:55:59 -04:00
"gopkg.in/yaml.v3"
)
2022-05-02 23:23:56 -04:00
type FeedLimit int
const NoLimit FeedLimit = -1
2022-05-27 18:26:30 -04:00
type FeedURL []string
2022-04-28 19:24:21 -04:00
type FeedCfg struct {
2022-06-20 19:31:28 -04:00
// Unique identifier for the feed. Used as filename, so keep it simple
Name string `yaml:"name" jsonschema:"required"`
// Telegram channel name in the form "@foobar" or "-1004242442" (private)
Channel string `yaml:"channel" jsonschema:"required"`
// Telegram instant view rhash id, see https://instantview.telegram.org/#publishing-templates
Rhash string `yaml:"rhash" jsonschema:"default="`
2022-06-21 21:32:16 -04:00
// Feed URL, string or array of strings
2022-06-20 19:31:28 -04:00
// If array, all entries are merged, e.g ["https://example.com/blog/tag/foo/feed", "https://example.com/blog/tag/bar/feed" ]
2022-06-21 21:32:16 -04:00
URL FeedURL `yaml:"url" jsonschema:"required,oneof_type=string;array"`
2022-06-20 19:31:28 -04:00
// Cron expression, see https://pkg.go.dev/github.com/robfig/cron#hdr-CRON_Expression_Format
Cron string `yaml:"cron" jsonschema:"required"`
// Proxy for this feed if different from global
Proxy string `yaml:"proxy" jsonschema:"default=<global proxy>"`
// Rss or Atom feed
Type parser.FeedType `yaml:"type" jsonschema:"required,enum=rss,enum=atom"`
// Text of the link sent to telegram,
Title string `yaml:"title" jsonschema:"default=Link"`
// Number of entries to process when the feed is seen for the first time
FTL *int `yaml:"first_time_limit" jsonschema:"default=<global value>"`
FirstTimeLimit FeedLimit `yaml:"-"`
2022-04-28 19:24:21 -04:00
}
2022-04-26 09:55:59 -04:00
type Config struct {
2022-06-20 19:31:28 -04:00
// default proxy url that http.Client can understand
// or socks5://unix/path/to/sock for socks proxy over unix socket
// empty for no proxy
2022-06-24 13:52:11 -04:00
Proxy string `yaml:"proxy" jsonschema:"default=,example=socks5://unix/run/tor/socks,example=*myvpsproxy"`
2022-06-20 19:31:28 -04:00
// proxy for telegram if different from default
// NONE to not use global default
TelegramProxy string `yaml:"telegram_proxy" jsonschema:"default=<global proxy>"`
// Auth token for telegram in the form of 424242424:AB02132skdcjlisjkjflewjlfkjslkfHHXX
TelegramAuthToken string `yaml:"telegram_auth_token" jsonschema:"required"` //TODO: read from credential file
// Base directory to write feed data and schedule file
DataDir string `yaml:"data_dir" jsonschema:"default=./"`
// Path to the file where last success time for each feed is saved
LastSuccessPath string `yaml:"last_loaded_path" jsonschema:"default=<datadir>/last_success.yml"`
// Path to the directory where feed content is saved
DbDir string `yaml:"db_dir" jsonschema:"default=<datadir>/feed_data"`
// Number of entries to process when the feed is seen for the first time
// -1 means no limit
FTL *int `yaml:"first_time_limit" jsonschema:"default=-1"`
// Feed config
Feeds []FeedCfg `yaml:"feeds" jsonschema:"required"`
2022-04-26 09:55:59 -04:00
}
2022-04-27 00:19:05 -04:00
func ParseConfig(configPath string) (*Config, error) {
2022-04-28 19:24:21 -04:00
2022-04-27 00:19:05 -04:00
cfg, err := os.ReadFile(configPath)
2022-04-26 09:55:59 -04:00
if err != nil {
return nil, err
}
c := Config{}
err = yaml.Unmarshal(cfg, &c)
if err != nil {
return nil, err
}
2022-04-28 19:24:21 -04:00
if c.DataDir == "" {
c.DataDir = "."
}
if c.LastSuccessPath == "" {
c.LastSuccessPath = path.Join(c.DataDir, "last_success.yml")
}
2022-05-01 15:32:41 -04:00
if c.DbDir == "" {
c.DbDir = path.Join(c.DataDir, "feed_data")
}
2022-05-02 23:23:56 -04:00
err = os.MkdirAll(c.DbDir, 0755)
if err != nil {
return nil, err
}
err = os.MkdirAll(c.DataDir, 0755)
if err != nil {
return nil, err
}
2022-05-01 19:13:27 -04:00
if c.Proxy != "" {
if c.TelegramProxy == "" {
c.TelegramProxy = c.Proxy
}
2022-06-21 21:32:16 -04:00
for i := range c.Feeds {
2022-05-01 19:13:27 -04:00
feedCfg := &c.Feeds[i]
if feedCfg.Proxy == "" {
feedCfg.Proxy = c.Proxy
}
}
}
2022-05-02 11:36:24 -04:00
if c.TelegramProxy == "NONE" {
c.TelegramProxy = ""
}
2022-06-21 21:32:16 -04:00
for i := range c.Feeds {
2022-05-01 19:13:27 -04:00
feedCfg := &c.Feeds[i]
if feedCfg.Proxy == "NONE" {
feedCfg.Proxy = ""
}
2022-05-02 23:23:56 -04:00
if feedCfg.FTL != nil {
feedCfg.FirstTimeLimit = FeedLimit(*feedCfg.FTL)
} else if c.FTL != nil {
feedCfg.FirstTimeLimit = FeedLimit(*c.FTL)
} else {
feedCfg.FirstTimeLimit = NoLimit
}
2022-05-01 19:13:27 -04:00
}
2022-04-26 09:55:59 -04:00
return &c, nil
}
2022-05-27 18:26:30 -04:00
func (fu *FeedURL) UnmarshalYAML(node *yaml.Node) error {
switch node.Kind {
case yaml.SequenceNode:
return node.Decode((*[]string)(fu))
case yaml.ScalarNode:
2022-05-27 23:05:59 -04:00
*fu = []string{""}
2022-05-27 18:26:30 -04:00
return node.Decode(&(*fu)[0])
}
return fmt.Errorf("unexpected node type: %s, at %d:%d", node.ShortTag(), node.Line, node.Column)
}