// Copyright 2019 Frédéric Guillot. All rights reserved. // Use of this source code is governed by the Apache 2.0 // license that can be found in the LICENSE file. package config // import "miniflux.app/config" import ( "bufio" "bytes" "errors" "fmt" "io" "io/ioutil" url_parser "net/url" "os" "strconv" "strings" ) // Parser handles configuration parsing. type Parser struct { opts *Options } // NewParser returns a new Parser. func NewParser() *Parser { return &Parser{ opts: NewOptions(), } } // ParseEnvironmentVariables loads configuration values from environment variables. func (p *Parser) ParseEnvironmentVariables() (*Options, error) { err := p.parseLines(os.Environ()) if err != nil { return nil, err } return p.opts, nil } // ParseFile loads configuration values from a local file. func (p *Parser) ParseFile(filename string) (*Options, error) { fp, err := os.Open(filename) if err != nil { return nil, err } defer fp.Close() err = p.parseLines(p.parseFileContent(fp)) if err != nil { return nil, err } return p.opts, nil } func (p *Parser) parseFileContent(r io.Reader) (lines []string) { scanner := bufio.NewScanner(r) for scanner.Scan() { line := strings.TrimSpace(scanner.Text()) if len(line) > 0 && !strings.HasPrefix(line, "#") && strings.Index(line, "=") > 0 { lines = append(lines, line) } } return lines } func (p *Parser) parseLines(lines []string) (err error) { var port string for _, line := range lines { fields := strings.SplitN(line, "=", 2) key := strings.TrimSpace(fields[0]) value := strings.TrimSpace(fields[1]) switch key { case "LOG_DATE_TIME": p.opts.logDateTime = parseBool(value, defaultLogDateTime) case "DEBUG": p.opts.debug = parseBool(value, defaultDebug) case "SERVER_TIMING_HEADER": p.opts.serverTimingHeader = parseBool(value, defaultTiming) case "BASE_URL": p.opts.baseURL, p.opts.rootURL, p.opts.basePath, err = parseBaseURL(value) if err != nil { return err } case "PORT": port = value case "LISTEN_ADDR": p.opts.listenAddr = parseString(value, defaultListenAddr) case "DATABASE_URL": p.opts.databaseURL = parseString(value, defaultDatabaseURL) case "DATABASE_URL_FILE": p.opts.databaseURL = readSecretFile(value, defaultDatabaseURL) case "DATABASE_MAX_CONNS": p.opts.databaseMaxConns = parseInt(value, defaultDatabaseMaxConns) case "DATABASE_MIN_CONNS": p.opts.databaseMinConns = parseInt(value, defaultDatabaseMinConns) case "RUN_MIGRATIONS": p.opts.runMigrations = parseBool(value, defaultRunMigrations) case "DISABLE_HSTS": p.opts.hsts = !parseBool(value, defaultHSTS) case "HTTPS": p.opts.HTTPS = parseBool(value, defaultHTTPS) case "DISABLE_SCHEDULER_SERVICE": p.opts.schedulerService = !parseBool(value, defaultSchedulerService) case "DISABLE_HTTP_SERVICE": p.opts.httpService = !parseBool(value, defaultHTTPService) case "CERT_FILE": p.opts.certFile = parseString(value, defaultCertFile) case "KEY_FILE": p.opts.certKeyFile = parseString(value, defaultKeyFile) case "CERT_DOMAIN": p.opts.certDomain = parseString(value, defaultCertDomain) case "CLEANUP_FREQUENCY_HOURS": p.opts.cleanupFrequencyHours = parseInt(value, defaultCleanupFrequencyHours) case "CLEANUP_ARCHIVE_READ_DAYS": p.opts.cleanupArchiveReadDays = parseInt(value, defaultCleanupArchiveReadDays) case "CLEANUP_ARCHIVE_UNREAD_DAYS": p.opts.cleanupArchiveUnreadDays = parseInt(value, defaultCleanupArchiveUnreadDays) case "CLEANUP_REMOVE_SESSIONS_DAYS": p.opts.cleanupRemoveSessionsDays = parseInt(value, defaultCleanupRemoveSessionsDays) case "WORKER_POOL_SIZE": p.opts.workerPoolSize = parseInt(value, defaultWorkerPoolSize) case "POLLING_FREQUENCY": p.opts.pollingFrequency = parseInt(value, defaultPollingFrequency) case "BATCH_SIZE": p.opts.batchSize = parseInt(value, defaultBatchSize) case "POLLING_SCHEDULER": p.opts.pollingScheduler = strings.ToLower(parseString(value, defaultPollingScheduler)) case "SCHEDULER_ENTRY_FREQUENCY_MAX_INTERVAL": p.opts.schedulerEntryFrequencyMaxInterval = parseInt(value, defaultSchedulerEntryFrequencyMaxInterval) case "SCHEDULER_ENTRY_FREQUENCY_MIN_INTERVAL": p.opts.schedulerEntryFrequencyMinInterval = parseInt(value, defaultSchedulerEntryFrequencyMinInterval) case "POLLING_PARSING_ERROR_LIMIT": p.opts.pollingParsingErrorLimit = parseInt(value, defaultPollingParsingErrorLimit) case "PROXY_IMAGES": p.opts.proxyImages = parseString(value, defaultProxyImages) case "CREATE_ADMIN": p.opts.createAdmin = parseBool(value, defaultCreateAdmin) case "ADMIN_USERNAME": p.opts.adminUsername = parseString(value, defaultAdminUsername) case "ADMIN_USERNAME_FILE": p.opts.adminUsername = readSecretFile(value, defaultAdminUsername) case "ADMIN_PASSWORD": p.opts.adminPassword = parseString(value, defaultAdminPassword) case "ADMIN_PASSWORD_FILE": p.opts.adminPassword = readSecretFile(value, defaultAdminPassword) case "POCKET_CONSUMER_KEY": p.opts.pocketConsumerKey = parseString(value, defaultPocketConsumerKey) case "POCKET_CONSUMER_KEY_FILE": p.opts.pocketConsumerKey = readSecretFile(value, defaultPocketConsumerKey) case "OAUTH2_USER_CREATION": p.opts.oauth2UserCreationAllowed = parseBool(value, defaultOAuth2UserCreation) case "OAUTH2_CLIENT_ID": p.opts.oauth2ClientID = parseString(value, defaultOAuth2ClientID) case "OAUTH2_CLIENT_ID_FILE": p.opts.oauth2ClientID = readSecretFile(value, defaultOAuth2ClientID) case "OAUTH2_CLIENT_SECRET": p.opts.oauth2ClientSecret = parseString(value, defaultOAuth2ClientSecret) case "OAUTH2_CLIENT_SECRET_FILE": p.opts.oauth2ClientSecret = readSecretFile(value, defaultOAuth2ClientSecret) case "OAUTH2_REDIRECT_URL": p.opts.oauth2RedirectURL = parseString(value, defaultOAuth2RedirectURL) case "OAUTH2_OIDC_DISCOVERY_ENDPOINT": p.opts.oauth2OidcDiscoveryEndpoint = parseString(value, defaultOAuth2OidcDiscoveryEndpoint) case "OAUTH2_PROVIDER": p.opts.oauth2Provider = parseString(value, defaultOAuth2Provider) case "HTTP_CLIENT_TIMEOUT": p.opts.httpClientTimeout = parseInt(value, defaultHTTPClientTimeout) case "HTTP_CLIENT_MAX_BODY_SIZE": p.opts.httpClientMaxBodySize = int64(parseInt(value, defaultHTTPClientMaxBodySize) * 1024 * 1024) case "HTTP_CLIENT_PROXY": p.opts.httpClientProxy = parseString(value, defaultHTTPClientProxy) case "HTTP_CLIENT_USER_AGENT": p.opts.httpClientUserAgent = parseString(value, defaultHTTPClientUserAgent) case "AUTH_PROXY_HEADER": p.opts.authProxyHeader = parseString(value, defaultAuthProxyHeader) case "AUTH_PROXY_USER_CREATION": p.opts.authProxyUserCreation = parseBool(value, defaultAuthProxyUserCreation) case "MAINTENANCE_MODE": p.opts.maintenanceMode = parseBool(value, defaultMaintenanceMode) case "MAINTENANCE_MESSAGE": p.opts.maintenanceMessage = parseString(value, defaultMaintenanceMessage) case "METRICS_COLLECTOR": p.opts.metricsCollector = parseBool(value, defaultMetricsCollector) case "METRICS_REFRESH_INTERVAL": p.opts.metricsRefreshInterval = parseInt(value, defaultMetricsRefreshInterval) case "METRICS_ALLOWED_NETWORKS": p.opts.metricsAllowedNetworks = parseStringList(value, []string{defaultMetricsAllowedNetworks}) } } if port != "" { p.opts.listenAddr = ":" + port } return nil } func parseBaseURL(value string) (string, string, string, error) { if value == "" { return defaultBaseURL, defaultRootURL, "", nil } if value[len(value)-1:] == "/" { value = value[:len(value)-1] } url, err := url_parser.Parse(value) if err != nil { return "", "", "", fmt.Errorf("Invalid BASE_URL: %v", err) } scheme := strings.ToLower(url.Scheme) if scheme != "https" && scheme != "http" { return "", "", "", errors.New("Invalid BASE_URL: scheme must be http or https") } basePath := url.Path url.Path = "" return value, url.String(), basePath, nil } func parseBool(value string, fallback bool) bool { if value == "" { return fallback } value = strings.ToLower(value) if value == "1" || value == "yes" || value == "true" || value == "on" { return true } return false } func parseInt(value string, fallback int) int { if value == "" { return fallback } v, err := strconv.Atoi(value) if err != nil { return fallback } return v } func parseString(value string, fallback string) string { if value == "" { return fallback } return value } func parseStringList(value string, fallback []string) []string { if value == "" { return fallback } var strList []string items := strings.Split(value, ",") for _, item := range items { strList = append(strList, strings.TrimSpace(item)) } return strList } func readSecretFile(filename, fallback string) string { data, err := ioutil.ReadFile(filename) if err != nil { return fallback } value := string(bytes.TrimSpace(data)) if value == "" { return fallback } return value }