Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closes #854 #855

Merged
merged 11 commits into from
Oct 23, 2024
Merged

Closes #854 #855

Changes from 1 commit
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
bc6c4c2
Paragraph-level Simplification of Medical Texts ("MedParaSimp")
Miking98 Jan 5, 2023
a98a074
remove bigbiohub.py
Miking98 Jan 5, 2023
0c7119d
Remove random text
Miking98 Jan 9, 2023
eab7cd8
Updates
Miking98 Jan 31, 2023
e61ffea
update
Miking98 Jan 31, 2023
bf091d2
Merge branch 'main' into medparasimp
Miking98 Jan 31, 2023
bdb9fc2
Merge branch 'medparasimp' of https://github.com/Miking98/biomedical …
Miking98 Jan 31, 2023
06afccd
Updates
Miking98 Jan 31, 2023
7155882
Updates
Miking98 Jan 31, 2023
5a4cfc3
Fix minor issues by maintainer
phlobo Oct 21, 2024
78b2d97
Merge branch 'main' into medparasimp
Oct 23, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Updates
  • Loading branch information
@Miking98
Miking98 committed Jan 31, 2023
commit 7155882f43edf3014be7bf99f45b2135531bea63
17 changes: 8 additions & 9 deletions bigbio/hub/hub_repos/medparasimp/medparasimp.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,16 +22,13 @@
The dataset was obtained by scraping the Cochrane Library website.
"""

import os
from typing import List, Tuple, Dict
from typing import Dict, List, Tuple

import datasets
from .bigbiohub import BigBioConfig
from .bigbiohub import Tasks

from bigbio.utils import schemas
from bigbio.utils.constants import Lang
from bigbio.utils.license import Licenses

from .bigbiohub import BigBioConfig, Tasks

_LOCAL = False

Expand Down Expand Up @@ -66,7 +63,7 @@

_HOMEPAGE = "https://github.com/AshOlogn/Paragraph-level-Simplification-of-Medical-Texts"

_LICENSE = 'CC_BY_4p0'
_LICENSE = "CC_BY_4p0"

_URLS = {
_DATASETNAME: {
Expand Down Expand Up @@ -115,12 +112,13 @@

_BIGBIO_VERSION = "1.0.0"

_LANGUAGES = [ 'English (United States)' ]
_LANGUAGES = ["English (United States)"]

_PUBMED = False

_DISPLAYNAME = "Paragraph-Level Simplification of Medical Texts"


class MedParaSimpDataset(datasets.GeneratorBasedBuilder):
"""Paired abstracts and plain-language summaries from the Cochrane Database of Systematic Reviews."""

Expand Down Expand Up @@ -247,5 +245,6 @@ def _generate_examples(self, doi_filepath: str, source_filepath: str, target_fil
}
yield (key, example)


if __name__ == "__main__":
datasets.load_dataset(__file__)
datasets.load_dataset(__file__)