8000 [Issue 305] add new json parser by meretp · Pull Request #366 · spdx/tools-python · GitHub
[go: up one dir, main page]

Skip to content

[Issue 305] add new json parser #366

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 22 commits into from
Dec 28, 2022
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
22 commits
Select commit Hold shift + click to select a range
296816b
[issue-305] add new parser
meretp Nov 25, 2022
cd095e2
[issue-305, refactor] add method to construct an object and raise SPD…
meretp Dec 14, 2022
f2f91fd
[issue-305, refactor] annotation_parser: extract methods to improve r…
meretp Dec 14, 2022
190cd5a
[issue-305, refactor] add methods to parse required/ optional fields …
meretp Dec 14, 2022
2834000
[issue-305, refactor] relationship_parser: extract dict to invert rel…
meretp Dec 14, 2022
6297673
[issue-305, refactor] add method to raise error if logger has message…
meretp Dec 14, 2022
4741a43
[issue-305, review] refactor methods in dict_parsing_functions.py, sm…
meretp Dec 15, 2022
080d848
[issue-305, refactor] json_parser
meretp Dec 15, 2022
5826922
[issue-305, reformat]
meretp Dec 19, 2022
e6332cb
[issue-305] add testcases and update license_expression parser
meretp Dec 19, 2022
1f6d5b6
[issue-305, refactor] delete duplicated check for error type
meretp Dec 20, 2022
fc980b1
[issue-305, review] fix messages, naming, type hints
meretp Dec 21, 2022
3fe3e11
[issue-305, review] refactor relationship_parser
meretp Dec 21, 2022
0be1780
[issue-305, review] refactor snippet_parser
meretp Dec 21, 2022
c5b8d3c
[issue-305, review] make naming consistent
meretp Dec 21, 2022
03cce38
[issue-305, review] add test for dict parsing functions and catch Val…
meretp Dec 21, 2022
2dcd125
[issue-305, review] add None handling for required fields
meretp Dec 21, 2022
50c3038
[issue-305, review] make error messages consistent, add test for json…
meretp Dec 28, 2022
562f288
[issue-305, review] add tests, change test data, naming of tests and …
meretp Dec 22, 2022
a722036
[issue-305, review] add method to parse fields that can be SpdxNone o…
meretp Dec 22, 2022
c8851d8
[issue-305, review] refactor parse_field_or_log_error
meretp Dec 22, 2022
347051a
[issue-305, review] reformat, type hints, fix typos, error messages
meretp Dec 28, 2022
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
[issue-305, refactor] json_parser
Signed-off-by: Meret Behrens <meret.behrens@tngtech.com>
  • Loading branch information
meretp committed Dec 28, 2022
commit 080d8482aba5952141c17ab7abc272243095205f
67 changes: 22 additions & 45 deletions src/parser/json/json_parser.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,21 +9,13 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import json
from json import JSONDecodeError
from typing import List

from src.model.annotation import Annotation
from src.model.document import Document, CreationInfo
from src.model.extracted_licensing_info import ExtractedLicensingInfo
from src.model.file import File
from src.model.package import Package
from src.model.relationship import Relationship
from src.model.snippet import Snippet
from src.model.document import Document
from src.parser.error import SPDXParsingError
from src.parser.json.annotation_parser import AnnotationParser
from src.parser.json.creation_info_parser import CreationInfoParser
from src.parser.error import SPDXParsingError
from src.parser.json.dict_parsing_functions import raise_parsing_error_if_logger_has_messages, \
construct_or_raise_parsing_error, parse_field_or_log_error
construct_or_raise_parsing_error
from src.parser.json.extracted_licensing_info_parser import ExtractedLicensingInfoParser
from src.parser.json.file_parser import FileParser
from src.parser.logger import Logger
Expand Down Expand Up @@ -53,46 +45,31 @@ def __init__(self):
self.annotation_parser = AnnotationParser()

def parse(self, filename: str) -> Document:
try:
with open(filename) as file:
input_doc_as_dict = json.load(file)
except FileNotFoundError:
self.logger.append(f"File {filename} not found.")
raise SPDXParsingError(self.logger.get_messages())
except JSONDecodeError:
self.logger.append(f"File {filename} is not a valid JSON file.")
raise SPDXParsingError(self.logger.get_messages())

creation_info: CreationInfo = parse_field_or_log_error(logger=self.logger, field=input_doc_as_dict,
parsing_method=self.creation_info_parser.parse_creation_info)
with open(filename) as file:
input_doc_as_dict = json.load(file)

packages: List[Package] = parse_field_or_log_error(logger=self.logger, field=input_doc_as_dict.get("packages"),
parsing_method=self.package_parser.parse_packages,
optional=True)
fields_to_parse = [("creation_info", input_doc_as_dict, self.creation_info_parser.parse_creation_info, False),
("packages", input_doc_as_dict.get("packages"), self.package_parser.parse_packages, True),
("files", input_doc_as_dict.get("files"), self.file_parser.parse_files, True),
("annotations", input_doc_as_dict, self.annotation_parser.parse_all_annotations, True),
("snippets", input_doc_as_dict.get("snippets"), self.snippet_parser.parse_snippets, True),
("relationships", input_doc_as_dict, self.relationship_parser.parse_all_relationships, True),
("extracted_licensing_info", input_doc_as_dict.get("hasExtractedLicensingInfos"),
self.extracted_licensing_info_parser.parse_extracted_licensing_infos, True)]

files: List[File] = parse_field_or_log_error(logger=self.logger, field=input_doc_as_dict.get("files"),
parsing_method=self.file_parser.parse_files, optional=True)
parsed_fields = {}

annotations: List[Annotation] = parse_field_or_log_error(logger=self.logger, field=input_doc_as_dict,
parsing_method=self.annotation_parser.parse_all_annotations,
optional=True)
snippets: List[Snippet] = parse_field_or_log_error(logger=self.logger, field=input_doc_as_dict.get("snippets"),
parsing_method=self.snippet_parser.parse_snippets,
optional=True)
relationships: List[Relationship] = parse_field_or_log_error(logger=self.logger, field=input_doc_as_dict,
parsing_method=self.relationship_parser.parse_all_relationships,
optional=True)
extracted_licensing_info: List[ExtractedLicensingInfo] = parse_field_or_log_error(logger=self.logger,
field=input_doc_as_dict.get("hasExtractedLicensingInfos"),
parsing_method=self.extracted_licensing_info_parser.parse_extracted_licensing_infos,
optional=True)
for argument_name, field, parsing_method, optional in fields_to_parse:
if optional and not field:
continue
try:
parsed_fields[argument_name] = parsing_method(field)
except SPDXParsingError as err:
self.logger.extend(err.get_messages())

raise_parsing_error_if_logger_has_messages(self.logger)

document = construct_or_raise_parsing_error(Document, dict(creation_info=creation_info, packages=packages,
files=files,
annotations=annotations,
snippets=snippets, relationships=relationships,
extracted_licensing_info=extracted_licensing_info))
document = construct_or_raise_parsing_error(Document, parsed_fields)

return document
6 changes: 3 additions & 3 deletions tests/parser/test_json_parser.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,12 +17,12 @@
from src.parser.json.json_parser import JsonParser

def test_json_parser_file_not_found():
with pytest.raises(SPDXParsingError) as err:
with pytest.raises(FileNotFoundError) as err:
wrong_file_path = os.path.join(os.path.dirname(__file__), 'test.json')
_ = JsonParser().parse(wrong_file_path)

assert err.typename == "SPDXParsingError"
assert err.value.messages[0] == f"File {wrong_file_path} not found."
assert err.type == FileNotFoundError
assert err.value.args[1] == "No such file or directory"


def test_json_parser_with_2_3_example():
Expand Down
0