forked from thp/urlwatch
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathurlwatch
executable file
·101 lines (83 loc) · 3.76 KB
/
urlwatch
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
#
# This file is part of urlwatch (https://thp.io/2008/urlwatch/).
# Copyright (c) 2008-2016 Thomas Perl <thp.io/about>
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
# 3. The name of the author may not be used to endorse or promote products
# derived from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
# File and folder paths
import logging
import os.path
import signal
import socket
import sys
pkgname = 'urlwatch'
urlwatch_dir = os.path.expanduser(os.path.join('~', '.' + pkgname))
# Check if we are installed in the system already
(prefix, bindir) = os.path.split(os.path.dirname(os.path.abspath(sys.argv[0])))
if bindir != 'bin':
sys.path.insert(0, os.path.join(prefix, bindir, 'lib'))
from urlwatch.command import UrlwatchCommand
from urlwatch.config import CommandConfig
from urlwatch.main import Urlwatch
from urlwatch.storage import YamlConfigStorage, CacheMiniDBStorage, UrlsYaml
# One minute (=60 seconds) timeout for each request to avoid hanging
socket.setdefaulttimeout(60)
# Ignore SIGPIPE for stdout (see https://github.com/thp/urlwatch/issues/77)
try:
signal.signal(signal.SIGPIPE, signal.SIG_DFL)
except AttributeError:
# Windows does not have signal.SIGPIPE
...
logger = logging.getLogger(pkgname)
CONFIG_FILE = 'urlwatch.yaml'
URLS_FILE = 'urls.yaml'
CACHE_FILE = 'cache.db'
HOOKS_FILE = 'hooks.py'
def setup_logger(verbose):
if verbose:
root_logger = logging.getLogger('')
console = logging.StreamHandler()
console.setFormatter(logging.Formatter('%(asctime)s %(module)s %(levelname)s: %(message)s'))
root_logger.addHandler(console)
root_logger.setLevel(logging.DEBUG)
root_logger.info('turning on verbose logging mode')
if __name__ == '__main__':
config_file = os.path.join(urlwatch_dir, CONFIG_FILE)
urls_file = os.path.join(urlwatch_dir, URLS_FILE)
cache_file = os.path.join(urlwatch_dir, CACHE_FILE)
hooks_file = os.path.join(urlwatch_dir, HOOKS_FILE)
command_config = CommandConfig(pkgname, urlwatch_dir, bindir, prefix,
config_file, urls_file, hooks_file, cache_file, False)
setup_logger(command_config.verbose)
# setup storage API
config_storage = YamlConfigStorage(command_config.config)
cache_storage = CacheMiniDBStorage(command_config.cache)
urls_storage = UrlsYaml(command_config.urls)
# setup urlwatcher
urlwatch = Urlwatch(command_config, config_storage, cache_storage, urls_storage)
urlwatch_command = UrlwatchCommand(urlwatch)
# run urlwatcher
urlwatch_command.run()