diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 2902a56f..6ac0f873 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -24,13 +24,20 @@ jobs: test: name: Run Tests runs-on: ubuntu-latest - steps: + strategy: + fail-fast: false + matrix: + python_version: + - 3.8 + - 3.9 + - 3.10 + steps: - uses: actions/checkout@v3 - - name: Set up Python 3.10 + - name: Set up Python uses: actions/setup-python@v4 with: - python-version: '3.10' + python-version: ${{ matrix.python_version }} - name: Install Dependencies run: | diff --git a/src/processor/markdown/markdown_to_jsonl.py b/src/processor/markdown/markdown_to_jsonl.py index 9b326884..822cad0c 100644 --- a/src/processor/markdown/markdown_to_jsonl.py +++ b/src/processor/markdown/markdown_to_jsonl.py @@ -97,7 +97,7 @@ class MarkdownToJsonl(TextToJsonl): entries = [] entry_to_file_map = [] for markdown_file in markdown_files: - with open(markdown_file) as f: + with open(markdown_file, 'r', encoding='utf8') as f: markdown_content = f.read() markdown_entries_per_file = [] for entry in re.split(markdown_heading_regex, markdown_content, flags=re.MULTILINE):