l: init nichtparasoup

This commit is contained in:
lassulus 2018-05-04 20:30:51 +02:00
parent f4c7c3ebdc
commit 5fe30a149d
2 changed files with 38 additions and 0 deletions

View File

@ -0,0 +1,25 @@
{ stdenv, pkgs, ... }:
let
py = pkgs.python3Packages.python.withPackages (p: [
p.werkzeug
p.beautifulsoup4
]);
src = pkgs.fetchFromGitHub {
owner = "k4cg";
repo = "nichtparasoup";
rev = "cf164b5";
sha256 = "09bwh76agp14j8rv7bp47jcwhffc1b0bak0ikvzxyphph5lyidk9";
};
patchedSrc = stdenv.mkDerivation {
name = "nichtparasoup";
inherit src;
patches = [ ./exception.patch ];
phases = [ "unpackPhase" "patchPhase" "installPhase" ];
installPhase = ''
mkdir -p $out
cp -r * $out/
'';
};
in pkgs.writeDashBin "nichtparasoup" ''
${py}/bin/python ${patchedSrc}/nichtparasoup.py "$@"
''

View File

@ -0,0 +1,13 @@
diff --git a/nichtparasoup.py b/nichtparasoup.py
index 9da9a2b..833ca71 100755
--- a/nichtparasoup.py
+++ b/nichtparasoup.py
@@ -211,7 +211,7 @@ def cache_fill_loop():
try:
sources[crawler][site].crawl()
info = Crawler.info()
- except Exception, e:
+ except Exception as e:
logger.error("Error in crawler %s - %s: %s" % (crawler, site, e))
break