l: init nichtparasoup
This commit is contained in:
parent
f4c7c3ebdc
commit
5fe30a149d
25
lass/5pkgs/nichtparasoup/default.nix
Normal file
25
lass/5pkgs/nichtparasoup/default.nix
Normal file
@ -0,0 +1,25 @@
|
|||||||
|
{ stdenv, pkgs, ... }:
|
||||||
|
let
|
||||||
|
py = pkgs.python3Packages.python.withPackages (p: [
|
||||||
|
p.werkzeug
|
||||||
|
p.beautifulsoup4
|
||||||
|
]);
|
||||||
|
src = pkgs.fetchFromGitHub {
|
||||||
|
owner = "k4cg";
|
||||||
|
repo = "nichtparasoup";
|
||||||
|
rev = "cf164b5";
|
||||||
|
sha256 = "09bwh76agp14j8rv7bp47jcwhffc1b0bak0ikvzxyphph5lyidk9";
|
||||||
|
};
|
||||||
|
patchedSrc = stdenv.mkDerivation {
|
||||||
|
name = "nichtparasoup";
|
||||||
|
inherit src;
|
||||||
|
patches = [ ./exception.patch ];
|
||||||
|
phases = [ "unpackPhase" "patchPhase" "installPhase" ];
|
||||||
|
installPhase = ''
|
||||||
|
mkdir -p $out
|
||||||
|
cp -r * $out/
|
||||||
|
'';
|
||||||
|
};
|
||||||
|
in pkgs.writeDashBin "nichtparasoup" ''
|
||||||
|
${py}/bin/python ${patchedSrc}/nichtparasoup.py "$@"
|
||||||
|
''
|
13
lass/5pkgs/nichtparasoup/exception.patch
Normal file
13
lass/5pkgs/nichtparasoup/exception.patch
Normal file
@ -0,0 +1,13 @@
|
|||||||
|
diff --git a/nichtparasoup.py b/nichtparasoup.py
|
||||||
|
index 9da9a2b..833ca71 100755
|
||||||
|
--- a/nichtparasoup.py
|
||||||
|
+++ b/nichtparasoup.py
|
||||||
|
@@ -211,7 +211,7 @@ def cache_fill_loop():
|
||||||
|
try:
|
||||||
|
sources[crawler][site].crawl()
|
||||||
|
info = Crawler.info()
|
||||||
|
- except Exception, e:
|
||||||
|
+ except Exception as e:
|
||||||
|
logger.error("Error in crawler %s - %s: %s" % (crawler, site, e))
|
||||||
|
break
|
||||||
|
|
Loading…
Reference in New Issue
Block a user