Skip to content
This repository was archived by the owner on Apr 2, 2022. It is now read-only.

Commit

Permalink
Fix dataset_id names
Browse files Browse the repository at this point in the history
  • Loading branch information
@J535D165
J535D165 committed Jun 12, 2020
1 parent f09ffbf commit 9107ac5
Show file tree
Hide file tree
Showing 2 changed files with 34 additions and 34 deletions.
56 changes: 28 additions & 28 deletions config/all.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-06-11",
"dataset_id": "cord19-2020-v2020-06-11",
"title": "CORD-19 2020 (v2020-06-11)",
"last_update": "2020-06-11",
"url": "https://raw.githubusercontent.com/asreview/asreview-covid19/master/datasets/cord19-2020/cord19_latest_20191201.csv"
Expand All @@ -34,7 +34,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-03-13",
"dataset_id": "cord19-v2020-03-13",
"title": "CORD-19 (v2020-03-13)",
"last_update": "2020-03-13",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-03-13/metadata.csv"
Expand All @@ -48,7 +48,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-03-20",
"dataset_id": "cord19-v2020-03-20",
"title": "CORD-19 (v2020-03-20)",
"last_update": "2020-03-20",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-03-20/metadata.csv"
Expand All @@ -62,7 +62,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-03-27",
"dataset_id": "cord19-v2020-03-27",
"title": "CORD-19 (v2020-03-27)",
"last_update": "2020-03-27",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-03-27/metadata.csv"
Expand All @@ -76,7 +76,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-04-03",
"dataset_id": "cord19-v2020-04-03",
"title": "CORD-19 (v2020-04-03)",
"last_update": "2020-04-03",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-04-03/metadata.csv"
Expand All @@ -90,7 +90,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-04-10",
"dataset_id": "cord19-v2020-04-10",
"title": "CORD-19 (v2020-04-10)",
"last_update": "2020-04-10",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-04-10/metadata.csv"
Expand All @@ -104,7 +104,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-04-17",
"dataset_id": "cord19-v2020-04-17",
"title": "CORD-19 (v2020-04-17)",
"last_update": "2020-04-17",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-04-17/metadata.csv"
Expand All @@ -118,7 +118,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-04-24",
"dataset_id": "cord19-v2020-04-24",
"title": "CORD-19 (v2020-04-24)",
"last_update": "2020-04-24",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-04-24/metadata.csv"
Expand All @@ -132,7 +132,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-05-01",
"dataset_id": "cord19-v2020-05-01",
"title": "CORD-19 (v2020-05-01)",
"last_update": "2020-05-01",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-05-01/metadata.csv"
Expand All @@ -146,7 +146,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-05-12",
"dataset_id": "cord19-v2020-05-12",
"title": "CORD-19 (v2020-05-12)",
"last_update": "2020-05-12",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-05-12/metadata.csv"
Expand All @@ -160,7 +160,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-05-19",
"dataset_id": "cord19-v2020-05-19",
"title": "CORD-19 (v2020-05-19)",
"last_update": "2020-05-19",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-05-19/metadata.csv"
Expand All @@ -174,7 +174,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-05-26",
"dataset_id": "cord19-v2020-05-26",
"title": "CORD-19 (v2020-05-26)",
"last_update": "2020-05-26",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-05-26/metadata.csv"
Expand All @@ -188,7 +188,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-05-27",
"dataset_id": "cord19-v2020-05-27",
"title": "CORD-19 (v2020-05-27)",
"last_update": "2020-05-27",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-05-27/metadata.csv"
Expand All @@ -202,7 +202,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-05-28",
"dataset_id": "cord19-v2020-05-28",
"title": "CORD-19 (v2020-05-28)",
"last_update": "2020-05-28",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-05-28/metadata.csv"
Expand All @@ -216,7 +216,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-05-29",
"dataset_id": "cord19-v2020-05-29",
"title": "CORD-19 (v2020-05-29)",
"last_update": "2020-05-29",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-05-29/metadata.csv"
Expand All @@ -230,7 +230,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-05-30",
"dataset_id": "cord19-v2020-05-30",
"title": "CORD-19 (v2020-05-30)",
"last_update": "2020-05-30",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-05-30/metadata.csv"
Expand All @@ -244,7 +244,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-05-31",
"dataset_id": "cord19-v2020-05-31",
"title": "CORD-19 (v2020-05-31)",
"last_update": "2020-05-31",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-05-31/metadata.csv"
Expand All @@ -258,7 +258,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-06-01",
"dataset_id": "cord19-v2020-06-01",
"title": "CORD-19 (v2020-06-01)",
"last_update": "2020-06-01",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-06-01/metadata.csv"
Expand All @@ -272,7 +272,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-06-02",
"dataset_id": "cord19-v2020-06-02",
"title": "CORD-19 (v2020-06-02)",
"last_update": "2020-06-02",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-06-02/metadata.csv"
Expand All @@ -286,7 +286,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-06-03",
"dataset_id": "cord19-v2020-06-03",
"title": "CORD-19 (v2020-06-03)",
"last_update": "2020-06-03",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-06-03/metadata.csv"
Expand All @@ -300,7 +300,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-06-04",
"dataset_id": "cord19-v2020-06-04",
"title": "CORD-19 (v2020-06-04)",
"last_update": "2020-06-04",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-06-04/metadata.csv"
Expand All @@ -314,7 +314,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-06-05",
"dataset_id": "cord19-v2020-06-05",
"title": "CORD-19 (v2020-06-05)",
"last_update": "2020-06-05",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-06-05/metadata.csv"
Expand All @@ -328,7 +328,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-06-06",
"dataset_id": "cord19-v2020-06-06",
"title": "CORD-19 (v2020-06-06)",
"last_update": "2020-06-06",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-06-06/metadata.csv"
Expand All @@ -342,7 +342,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-06-07",
"dataset_id": "cord19-v2020-06-07",
"title": "CORD-19 (v2020-06-07)",
"last_update": "2020-06-07",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-06-07/metadata.csv"
Expand All @@ -356,7 +356,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-06-08",
"dataset_id": "cord19-v2020-06-08",
"title": "CORD-19 (v2020-06-08)",
"last_update": "2020-06-08",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-06-08/metadata.csv"
Expand All @@ -370,7 +370,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-06-09",
"dataset_id": "cord19-v2020-06-09",
"title": "CORD-19 (v2020-06-09)",
"last_update": "2020-06-09",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-06-09/metadata.csv"
Expand All @@ -384,7 +384,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-06-10",
"dataset_id": "cord19-v2020-06-10",
"title": "CORD-19 (v2020-06-10)",
"last_update": "2020-06-10",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-06-10/metadata.csv"
Expand All @@ -398,7 +398,7 @@
"link": "https://pages.semanticscholar.org/coronavirus-research",
"img_url": "https://pages.semanticscholar.org/hs-fs/hubfs/covid-image.png?width=300&name=covid-image.png",
"license": "Covid dataset license",
"dataset_id": "cord19-2020-06-11",
"dataset_id": "cord19-v2020-06-11",
"title": "CORD-19 (v2020-06-11)",
"last_update": "2020-06-11",
"url": "https://ai2-semanticscholar-cord-19.s3-us-west-2.amazonaws.com/2020-06-11/metadata.csv"
Expand Down
12 changes: 6 additions & 6 deletions workflows/cord19_collect.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -132,17 +132,17 @@ def render_cord19_2020_config():
Path("datasets", "cord19-2020", "cord19_latest_20191201.csv")
)

version = f"cord19-{row['version']}"
dataset_id = f"cord19-2020-v{row['version']}"

# skip if the metadata is already available
if version in existing_versions:
if dataset_id in existing_versions:
continue

dataset_config = create_config(
"cord19-2020",
last_update=row["Date"],
title=f"CORD-19 2020 (v{row['version']})",
dataset_id=version,
dataset_id=dataset_id,
url="https://raw.githubusercontent.com/asreview/asreview-covid19/master/datasets/cord19-2020/cord19_latest_20191201.csv"
)
datasets_config.append(dataset_config)
Expand Down Expand Up @@ -177,17 +177,17 @@ def render_cord19_config():
# Create the individual configuration files.
for index, row in df[["version", "Date", "metadata_url"]].iterrows():

version = f"cord19-{row['version']}"
dataset_id = f"cord19-v{row['version']}"

# skip if the metadata is already available
if version in existing_versions:
if dataset_id in existing_versions:
continue

dataset_config = create_config(
"cord19-all",
last_update=row["Date"],
title=f"CORD-19 (v{row['version']})",
dataset_id=version,
dataset_id=dataset_id,
url=row["metadata_url"]
)
datasets_config.append(dataset_config)
Expand Down

0 comments on commit 9107ac5

Please sign in to comment.