From d4229a57e6ac1d6b7f53de2f61c5ef9908f86823 Mon Sep 17 00:00:00 2001 From: Bhushan Rane <53420908+eulers-identity@users.noreply.github.com> Date: Wed, 27 Jan 2021 09:50:32 +0530 Subject: [PATCH] #Added spark-submit support #Adding PySpark support in case using library as zip file during spark-submit command. --- pygrok/pygrok.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/pygrok/pygrok.py b/pygrok/pygrok.py index 142d122..12398b0 100644 --- a/pygrok/pygrok.py +++ b/pygrok/pygrok.py @@ -14,9 +14,17 @@ class Grok(object): def __init__(self, pattern, custom_patterns_dir=None, custom_patterns={}, fullmatch=True): self.pattern = pattern self.custom_patterns_dir = custom_patterns_dir - self.predefined_patterns = _reload_patterns(DEFAULT_PATTERNS_DIRS) + + #Adding PySpark support in case using library as zip file during spark-submit command. + try: + self.predefined_patterns = _reload_patterns(DEFAULT_PATTERNS_DIRS) + except NotADirectoryError: + DEFAULT_PATTERNS_DIRS = ['.' + '/patterns'] + self.fullmatch = fullmatch + + custom_pats = {} if custom_patterns_dir is not None: custom_pats = _reload_patterns([custom_patterns_dir])